=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://104.197.197.177 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 47 tests === RUN kuttl/harness === RUN kuttl/harness/migration-from-crunchy-standby === PAUSE kuttl/harness/migration-from-crunchy-standby === CONT kuttl/harness/migration-from-crunchy-standby logger.go:42: 15:45:55 | migration-from-crunchy-standby | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 15:45:55 | migration-from-crunchy-standby | Creating namespace "kuttl-test-ethical-yak" logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | starting test step 0-deploy-operators logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl create namespace "${CRUNCHY_NS}" || true # singleNamespace=true scopes pgo to its own namespace only helm install pgo \ oci://registry.developers.crunchydata.com/crunchydata/pgo \ --namespace "${CRUNCHY_NS}" \ --version "${CPGO_VERSION}" \ --set singleNamespace=true \ --wait # Deploy minio WITH TLS — pgBackRest requires HTTPS; repo1-s3-verify-tls=n skips validation. kubectl -n "${NAMESPACE}" apply -f "${TESTS_CONFIG_DIR}/minio-secret.yml" access_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_ACCESS_KEY_ID}' | base64 -d)" secret_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_SECRET_ACCESS_KEY}' | base64 -d)" # Self-signed cert; SAN is irrelevant because verify-tls=n openssl req -x509 -nodes -days 3650 -newkey rsa:2048 \ -keyout "${TEMP_DIR}/minio.key" \ -out "${TEMP_DIR}/minio.crt" \ -subj "/CN=minio-service" kubectl -n "${NAMESPACE}" create secret generic minio-tls \ --from-file=public.crt="${TEMP_DIR}/minio.crt" \ --from-file=private.key="${TEMP_DIR}/minio.key" deploy_minio minio-service minio-tls cat > "${TEMP_DIR}/pgbackrest-minio.ini" << EOF [global] repo1-s3-key=${access_key} repo1-s3-key-secret=${secret_key} EOF # Separate secrets: Percona operator (test namespace) and Crunchy (crunchy namespace) kubectl -n "${NAMESPACE}" create secret generic "migration-from-crunchy-pgbackrest-secrets" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" kubectl -n "${CRUNCHY_NS}" create secret generic "crunchy-pgbackrest-secret" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" deploy_operator deploy_client] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | + source ../../functions logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ realpath ../../.. logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++ BUSYBOX_VER=1.36 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ pwd logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ command -v oc logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ oc get projects logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | error: the server doesn't have a resource type "projects" logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ ! -n '' ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ -n '' ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_VER=18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_VER=18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_DISTRIBUTION= logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_DISTRIBUTION= logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ '' == community ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export BUCKET=pg-operator-testing logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ BUCKET=pg-operator-testing logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_VER=14 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_VER=14 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME=docker.io logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ printenv logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ grep -E '^IMAGE' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ awk -F= '{print $1}' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gdate logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ which date logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ date=/usr/sbin/date logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gsed logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++++ which sed logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | +++ sed=/usr/sbin/sed logger.go:42: 15:45:56 | migration-from-crunchy-standby/0-deploy-operators | ++ oc get projects logger.go:42: 15:45:57 | migration-from-crunchy-standby/0-deploy-operators | + init_temp_dir logger.go:42: 15:45:57 | migration-from-crunchy-standby/0-deploy-operators | + rm -rf /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:45:57 | migration-from-crunchy-standby/0-deploy-operators | + mkdir -p /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:45:57 | migration-from-crunchy-standby/0-deploy-operators | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 15:45:57 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace kuttl-test-ethical-yak-crunchy logger.go:42: 15:45:57 | migration-from-crunchy-standby/0-deploy-operators | namespace/kuttl-test-ethical-yak-crunchy created logger.go:42: 15:45:57 | migration-from-crunchy-standby/0-deploy-operators | + helm install pgo oci://registry.developers.crunchydata.com/crunchydata/pgo --namespace kuttl-test-ethical-yak-crunchy --version 5.8.7 --set singleNamespace=true --wait logger.go:42: 15:45:59 | migration-from-crunchy-standby/0-deploy-operators | Pulled: registry.developers.crunchydata.com/crunchydata/pgo:5.8.7 logger.go:42: 15:45:59 | migration-from-crunchy-standby/0-deploy-operators | Digest: sha256:c6666e6916666f29d46f51fb383e9cdafd7f6d452f05b73314d55c93511b6842 logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | NAME: pgo logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Fri Jul 10 15:46:06 2026 logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-ethical-yak-crunchy logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | Thank you for deploying PGO v5.8.7! logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%%%%%%%((((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%% %%%%(((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%( (((( ( %%%((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%% (( ,(( %%%((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%% *%%/ %%%%%%%(((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((%%(( %%%%%%%%%%#(((((%%%%%%%%%%#(((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%(((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | *((((((((((((((((((((%%%%%% /%%%%%%%%%%%%%%%%%%%(((((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((((%%%/ .%, %%%((((((((((((((((((, logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((((((% %#((((((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%%%%%% #%((((((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((%% %%(((((((((((((((, logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%%%#% % %%((((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%. % % #(((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%% % %%* %((((((((((((( logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | #(###(###(#%% %%% %% %%% #%%#(###(###(# logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ###########%%%%% /%%%%%%%%%%%%% %% %%%%% ,%%####### logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ###############%% %%%%%% %%% %%%%%%%% %%##### logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ################%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% %%## logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ################%% %%%%%%%%%%%%%%%%% %%%% % logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ##############%# %% (%%%%%%% %%%%%% logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | #############% %%%%% %%%%%%%%%%% logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ###########% %%%%%%%%%%% %%%%%%%%% logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | #########%% %% %%%%%%%%%%%%%%%# logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ########%% %% %%%%%%%%% logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ######%% %% %%%%%% logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | ####%%% %%%%% % logger.go:42: 15:46:33 | migration-from-crunchy-standby/0-deploy-operators | %% %%%% logger.go:42: 15:46:34 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-ethical-yak apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf/minio-secret.yml logger.go:42: 15:46:35 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-secret created logger.go:42: 15:46:35 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-ethical-yak get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 15:46:35 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 15:46:35 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 15:46:35 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-ethical-yak get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 15:46:35 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + openssl req -x509 -nodes -days 3650 -newkey rsa:2048 -keyout /tmp/kuttl/pg/migration-from-crunchy-standby/minio.key -out /tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt -subj /CN=minio-service logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | ....+.....+.+...........+...............+.......+..+.+..+++++++++++++++++++++++++++++++++++++++*.....+....+...........+++++++++++++++++++++++++++++++++++++++*...+.....+....+........+.......++++++ logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | .+.+++++++++++++++++++++++++++++++++++++++*........+....+......+++++++++++++++++++++++++++++++++++++++*.+..+....+...+.....+.......+...+.......................+.......+......+..+.............+.........+.....+.+..............+.+...........+.+..+.............++++++ logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | ----- logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-ethical-yak create secret generic minio-tls --from-file=public.crt=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt --from-file=private.key=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.key logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-tls created logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + deploy_minio minio-service minio-tls logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + local name=minio-service logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + local tls_secret=minio-tls logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + local access_key logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + local secret_key logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + local endpoint_url=http://minio-service:9000 logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + local aws_extra_args= logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + local service_account_name=minio-sa logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | + local -a additional_helm_args logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-ethical-yak get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 15:46:36 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-ethical-yak get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | ++ detect_k8s_platform logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | ++ local platform= logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl get nodes -o json logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | ++ jq -r '.items[0].spec.providerID' logger.go:42: 15:46:37 | migration-from-crunchy-standby/0-deploy-operators | ++ grep -q gce:// logger.go:42: 15:46:38 | migration-from-crunchy-standby/0-deploy-operators | ++ platform=gke logger.go:42: 15:46:38 | migration-from-crunchy-standby/0-deploy-operators | ++ echo gke logger.go:42: 15:46:38 | migration-from-crunchy-standby/0-deploy-operators | + [[ gke == openshift ]] logger.go:42: 15:46:38 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n minio-tls ]] logger.go:42: 15:46:38 | migration-from-crunchy-standby/0-deploy-operators | + additional_helm_args+=(--set tls.enabled=true --set tls.certSecret="${tls_secret}") logger.go:42: 15:46:38 | migration-from-crunchy-standby/0-deploy-operators | + endpoint_url=https://minio-service:9000 logger.go:42: 15:46:38 | migration-from-crunchy-standby/0-deploy-operators | + aws_extra_args=--no-verify-ssl logger.go:42: 15:46:38 | migration-from-crunchy-standby/0-deploy-operators | + helm uninstall -n kuttl-test-ethical-yak minio-service logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + : logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + helm repo remove minio logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been removed from your repositories logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + helm repo add minio https://charts.min.io/ logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been added to your repositories logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-access-key logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-access-key logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-secret-key logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-secret-key logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + retry 10 60 helm install minio-service -n kuttl-test-ethical-yak --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + local max=10 logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + local delay=60 logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + shift 2 logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + local n=1 logger.go:42: 15:46:39 | migration-from-crunchy-standby/0-deploy-operators | + helm install minio-service -n kuttl-test-ethical-yak --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | NAME: minio-service logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Fri Jul 10 15:46:40 2026 logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-ethical-yak logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | minio-service.kuttl-test-ethical-yak.cluster.local logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | To access MinIO from localhost, run the below commands: logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-ethical-yak -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-ethical-yak logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-ethical-yak minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-ethical-yak minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | 3. mc ls minio-service-local logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-ethical-yak get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | + MINIO_POD=minio-service-7979c64d4c-ks9dm logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | + wait_pod minio-service-7979c64d4c-ks9dm logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | + local pod=minio-service-7979c64d4c-ks9dm logger.go:42: 15:47:10 | migration-from-crunchy-standby/0-deploy-operators | + set +o xtrace logger.go:42: 15:47:11 | migration-from-crunchy-standby/0-deploy-operators | minio-service-7979c64d4c-ks9dmtrue logger.go:42: 15:47:11 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-ethical-yak run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=\'some-access-key\' AWS_SECRET_ACCESS_KEY=\'some-secret-key\' AWS_DEFAULT_REGION=us-east-1 \t\t/usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing' logger.go:42: 15:47:16 | migration-from-crunchy-standby/0-deploy-operators | /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html logger.go:42: 15:47:16 | migration-from-crunchy-standby/0-deploy-operators | InsecureRequestWarning) logger.go:42: 15:47:16 | migration-from-crunchy-standby/0-deploy-operators | make_bucket: operator-testing logger.go:42: 15:47:16 | migration-from-crunchy-standby/0-deploy-operators | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 15:47:16 | migration-from-crunchy-standby/0-deploy-operators | If you don't see a command prompt, try pressing enter. logger.go:42: 15:47:18 | migration-from-crunchy-standby/0-deploy-operators | pod "aws-cli" deleted from kuttl-test-ethical-yak namespace logger.go:42: 15:47:18 | migration-from-crunchy-standby/0-deploy-operators | + cat logger.go:42: 15:47:18 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-ethical-yak create secret generic migration-from-crunchy-pgbackrest-secrets --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 15:47:19 | migration-from-crunchy-standby/0-deploy-operators | secret/migration-from-crunchy-pgbackrest-secrets created logger.go:42: 15:47:19 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-ethical-yak-crunchy create secret generic crunchy-pgbackrest-secret --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 15:47:19 | migration-from-crunchy-standby/0-deploy-operators | secret/crunchy-pgbackrest-secret created logger.go:42: 15:47:19 | migration-from-crunchy-standby/0-deploy-operators | + deploy_operator logger.go:42: 15:47:19 | migration-from-crunchy-standby/0-deploy-operators | + local cw_prefix= logger.go:42: 15:47:19 | migration-from-crunchy-standby/0-deploy-operators | + destroy_operator logger.go:42: 15:47:19 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 15:47:19 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + true logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + true logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + create_namespace pg-operator logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + local namespace=pg-operator logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n '' ]] logger.go:42: 15:47:20 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 15:47:21 | migration-from-crunchy-standby/0-deploy-operators | + kubectl wait --for=delete namespace pg-operator logger.go:42: 15:47:21 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace pg-operator logger.go:42: 15:47:22 | migration-from-crunchy-standby/0-deploy-operators | namespace/pg-operator created logger.go:42: 15:47:22 | migration-from-crunchy-standby/0-deploy-operators | + cw_prefix=cw- logger.go:42: 15:47:22 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy/crd.yaml logger.go:42: 15:47:23 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 15:47:23 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 15:47:27 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 15:47:27 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 15:47:27 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 15:47:28 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 15:47:28 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 15:47:31 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 15:47:31 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy/cw-rbac.yaml logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | + local disable_telemetry=true logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | + '[' migration-from-crunchy-standby == telemetry-transfer ']' logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy/cw-operator.yaml logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 15:47:32 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply -f - logger.go:42: 15:47:34 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/percona-postgresql-operator created logger.go:42: 15:47:34 | migration-from-crunchy-standby/0-deploy-operators | + deploy_client logger.go:42: 15:47:34 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-ethical-yak apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf/client.yaml logger.go:42: 15:47:35 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pg-client created logger.go:42: 15:47:37 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c kubectl wait deployment pgo \ -n "${NAMESPACE}-crunchy" \ --for=condition=Available \ --timeout=120s] logger.go:42: 15:47:38 | migration-from-crunchy-standby/0-deploy-operators | E0710 15:47:38.226169 2104420 reflector.go:227] "Failed to watch" err="Get \"https://104.197.197.177/apis/apps/v1/namespaces/kuttl-test-ethical-yak-crunchy/deployments?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpgo&resourceVersion=1783698457231615014&timeoutSeconds=413&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:47:38 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pgo condition met logger.go:42: 15:47:38 | migration-from-crunchy-standby/0-deploy-operators | test step completed 0-deploy-operators logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | starting test step 1-create-crunchy-cluster logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" REPO_PATH="/migration-from-crunchy/${RANDOM}/repo1" kubectl create configmap -n "${NAMESPACE}" crunchy-migration-config \ --from-literal=repo-path="${REPO_PATH}" \ --from-literal=minio-endpoint="${MINIO_ENDPOINT}" \ --from-literal=crunchy-ns="${CRUNCHY_NS}" cat "${TEST_CONFIG_DIR}/crunchy-source.yaml" | \ yq eval ".spec.postgresVersion = ${PG_VER}" | \ $sed "s||${REPO_PATH}|g" | \ $sed "s||${MINIO_ENDPOINT}|g" | \ kubectl -n "${CRUNCHY_NS}" apply -f -] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | + source ../../functions logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ realpath ../../.. logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ pwd logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ command -v oc logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ oc get projects logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ ! -n '' ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ -n '' ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_VER=18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_VER=18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_DISTRIBUTION= logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ '' == community ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_VER=14 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_VER=14 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ printenv logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ grep -E '^IMAGE' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ awk -F= '{print $1}' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gdate logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which date logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ date=/usr/sbin/date logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gsed logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which sed logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ sed=/usr/sbin/sed logger.go:42: 15:47:38 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ oc get projects logger.go:42: 15:47:39 | migration-from-crunchy-standby/1-create-crunchy-cluster | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 15:47:39 | migration-from-crunchy-standby/1-create-crunchy-cluster | + MINIO_ENDPOINT=minio-service.kuttl-test-ethical-yak.svc.cluster.local:9000 logger.go:42: 15:47:39 | migration-from-crunchy-standby/1-create-crunchy-cluster | + REPO_PATH=/migration-from-crunchy/14179/repo1 logger.go:42: 15:47:39 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl create configmap -n kuttl-test-ethical-yak crunchy-migration-config --from-literal=repo-path=/migration-from-crunchy/14179/repo1 --from-literal=minio-endpoint=minio-service.kuttl-test-ethical-yak.svc.cluster.local:9000 --from-literal=crunchy-ns=kuttl-test-ethical-yak-crunchy logger.go:42: 15:47:40 | migration-from-crunchy-standby/1-create-crunchy-cluster | configmap/crunchy-migration-config created logger.go:42: 15:47:40 | migration-from-crunchy-standby/1-create-crunchy-cluster | + cat /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf/crunchy-source.yaml logger.go:42: 15:47:40 | migration-from-crunchy-standby/1-create-crunchy-cluster | + yq eval '.spec.postgresVersion = 18' logger.go:42: 15:47:40 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||/migration-from-crunchy/14179/repo1|g' logger.go:42: 15:47:40 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||minio-service.kuttl-test-ethical-yak.svc.cluster.local:9000|g' logger.go:42: 15:47:40 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl -n kuttl-test-ethical-yak-crunchy apply -f - logger.go:42: 15:47:42 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source created logger.go:42: 15:47:42 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 15:47:42 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: no matching resources found logger.go:42: 15:47:43 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 15:48:30 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-9rrl-0 condition met logger.go:42: 15:48:30 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0710 15:48:30.676522 2104563 reflector.go:227] "Failed to watch" err="Get \"https://104.197.197.177/api/v1/namespaces/kuttl-test-ethical-yak-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-instance1-g5jh-0&resourceVersion=1783698510562660000&timeoutSeconds=464&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:48:30 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-g5jh-0 condition met logger.go:42: 15:50:18 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-zwhz-0 condition met logger.go:42: 15:50:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0710 15:50:19.510580 2104712 reflector.go:227] "Failed to watch" err="Get \"https://104.197.197.177/api/v1/namespaces/kuttl-test-ethical-yak-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-pgbouncer-7685c67cc-khkmj&resourceVersion=1783698619028402000&timeoutSeconds=418&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:50:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-pgbouncer-7685c67cc-khkmj condition met logger.go:42: 15:50:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0710 15:50:20.395402 2104562 reflector.go:227] "Failed to watch" err="Get \"https://104.197.197.177/apis/postgres-operator.crunchydata.com/v1beta1/namespaces/kuttl-test-ethical-yak-crunchy/postgresclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source&resourceVersion=1783698619802227000&timeoutSeconds=542&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:50:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source condition met logger.go:42: 15:50:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | test step completed 1-create-crunchy-cluster logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | starting test step 2-write-initial-data logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Get the primary pod in the Crunchy namespace primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write initial test data directly via psql on the primary pod kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -c 'CREATE DATABASE migrationtest;' psql -d migrationtest -c 'CREATE TABLE migration_data (id int PRIMARY KEY, value text);' psql -d migrationtest -c \"INSERT INTO migration_data VALUES (1, 'initial-data-before-standby');\" " data=$(kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 02-initial-data \ --from-literal=data="${data}"] logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | + source ../../functions logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ realpath ../../.. logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | ++ BUSYBOX_VER=1.36 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | ++++ pwd logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ command -v oc logger.go:42: 15:50:20 | migration-from-crunchy-standby/2-write-initial-data | +++ oc get projects logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | error: the server doesn't have a resource type "projects" logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ ! -n '' ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ -n '' ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_VER=18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_VER=18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_DISTRIBUTION= logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_DISTRIBUTION= logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ '' == community ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export BUCKET=pg-operator-testing logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ BUCKET=pg-operator-testing logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_VER=14 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_VER=14 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME=docker.io logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ printenv logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ grep -E '^IMAGE' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ awk -F= '{print $1}' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gdate logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ which date logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ date=/usr/sbin/date logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gsed logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++++ which sed logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | +++ sed=/usr/sbin/sed logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++ oc get projects logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 15:50:21 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-ethical-yak-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:22 | migration-from-crunchy-standby/2-write-initial-data | + primary=crunchy-source-instance1-g5jh-0 logger.go:42: 15:50:22 | migration-from-crunchy-standby/2-write-initial-data | + '[' -z crunchy-source-instance1-g5jh-0 ']' logger.go:42: 15:50:22 | migration-from-crunchy-standby/2-write-initial-data | + kubectl exec -n kuttl-test-ethical-yak-crunchy crunchy-source-instance1-g5jh-0 -c database -- bash -c $'\n psql -c \'CREATE DATABASE migrationtest;\'\n psql -d migrationtest -c \'CREATE TABLE migration_data (id int PRIMARY KEY, value text);\'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (1, \'initial-data-before-standby\');"\n' logger.go:42: 15:50:23 | migration-from-crunchy-standby/2-write-initial-data | CREATE DATABASE logger.go:42: 15:50:24 | migration-from-crunchy-standby/2-write-initial-data | CREATE TABLE logger.go:42: 15:50:24 | migration-from-crunchy-standby/2-write-initial-data | INSERT 0 1 logger.go:42: 15:50:24 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl exec -n kuttl-test-ethical-yak-crunchy crunchy-source-instance1-g5jh-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 15:50:25 | migration-from-crunchy-standby/2-write-initial-data | + data=' 1 | initial-data-before-standby' logger.go:42: 15:50:25 | migration-from-crunchy-standby/2-write-initial-data | + kubectl create configmap -n kuttl-test-ethical-yak 02-initial-data '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 15:50:25 | migration-from-crunchy-standby/2-write-initial-data | configmap/02-initial-data created logger.go:42: 15:50:25 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c data=$(kubectl get configmap 02-initial-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not found. Got: ${data}" exit 1 }] logger.go:42: 15:50:26 | migration-from-crunchy-standby/2-write-initial-data | test step completed 2-write-initial-data logger.go:42: 15:50:26 | migration-from-crunchy-standby/3-trigger-backup | starting test step 3-trigger-backup logger.go:42: 15:50:26 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit set -o xtrace CRUNCHY_NS="${NAMESPACE}-crunchy" # Trigger a full backup now that the data has been written. # Doing the backup AFTER writing data means the Percona standby will # restore close to the current state and replay only a small amount of WAL, # which is the realistic production migration pattern. kubectl -n "${CRUNCHY_NS}" annotate postgrescluster crunchy-source \ postgres-operator.crunchydata.com/pgbackrest-backup="$(date +%s)"] logger.go:42: 15:50:26 | migration-from-crunchy-standby/3-trigger-backup | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 15:50:26 | migration-from-crunchy-standby/3-trigger-backup | ++ date +%s logger.go:42: 15:50:26 | migration-from-crunchy-standby/3-trigger-backup | + kubectl -n kuttl-test-ethical-yak-crunchy annotate postgrescluster crunchy-source postgres-operator.crunchydata.com/pgbackrest-backup=1783698626 logger.go:42: 15:50:26 | migration-from-crunchy-standby/3-trigger-backup | postgrescluster.postgres-operator.crunchydata.com/crunchy-source annotated logger.go:42: 15:50:26 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:27 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:28 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:29 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:30 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:30 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:31 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:31 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:32 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:33 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:34 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:34 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:35 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:36 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:37 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:38 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:39 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:50:39 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 15:50:40 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 15:52:38 | migration-from-crunchy-standby/3-trigger-backup | job.batch/crunchy-source-backup-gcrb condition met logger.go:42: 15:52:38 | migration-from-crunchy-standby/3-trigger-backup | test step completed 3-trigger-backup logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | starting test step 4-create-percona-standby logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Retrieve the S3 repo path set when the Crunchy cluster was created REPO_PATH=$(kubectl get configmap crunchy-migration-config -n "${NAMESPACE}" \ -o jsonpath='{.data.repo-path}') MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" # ----------------------------------------------------------------------- # Copy TLS certificates from the Crunchy namespace to the Percona namespace. # The cluster-cert provides the shared CA so each side can verify the other. # The replication-cert (CN=_crunchyreplication) is presented by the Percona # standby when opening a streaming replication connection to the Crunchy primary. # ----------------------------------------------------------------------- for secret in crunchy-source-cluster-cert crunchy-source-replication-cert; do kubectl get secret "${secret}" -n "${CRUNCHY_NS}" -o json | \ yq '{"apiVersion": .apiVersion, "kind": .kind, "data": .data, "metadata": {"name": .metadata.name}, "type": .type}' -o yaml | \ kubectl apply -n "${NAMESPACE}" -f - done # Use the Crunchy HA service DNS as the streaming replication host. # In-cluster cross-namespace DNS avoids the need for a LoadBalancer IP. CRUNCHY_HOST="crunchy-source-ha.${CRUNCHY_NS}.svc.cluster.local" # ----------------------------------------------------------------------- # Create the Percona standby cluster: # - repoName: repo1 → initial restore from the shared S3 backup # - host/port → ongoing streaming replication from the Crunchy primary # - customTLSSecret → lets Percona verify Crunchy's TLS and vice-versa # - customReplicationTLSSecret → cert Percona presents as _crunchyreplication # ----------------------------------------------------------------------- get_cr "percona-standby" "${REPO_PATH}" | \ yq eval 'del(.spec.users)' | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-uri-style\" = \"path\"" | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-verify-tls\" = \"n\"" | \ yq eval ".spec.backups.pgbackrest.repos[0].s3.endpoint = \"${MINIO_ENDPOINT}\"" | \ yq eval ".spec.standby.enabled = true" | \ yq eval ".spec.standby.repoName = \"repo1\"" | \ yq eval ".spec.standby.host = \"${CRUNCHY_HOST}\"" | \ yq eval ".spec.standby.port = 5432" | \ yq eval ".spec.secrets.customTLSSecret.name = \"crunchy-source-cluster-cert\"" | \ yq eval ".spec.secrets.customReplicationTLSSecret.name = \"crunchy-source-replication-cert\"" | \ kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | + source ../../functions logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ realpath ../../.. logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ pwd logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ command -v oc logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ oc get projects logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | error: the server doesn't have a resource type "projects" logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ ! -n '' ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ -n '' ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_VER=18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_VER=18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_DISTRIBUTION= logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_DISTRIBUTION= logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ '' == community ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ BUCKET=pg-operator-testing logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_VER=14 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_VER=14 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ printenv logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ grep -E '^IMAGE' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ awk -F= '{print $1}' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gdate logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which date logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ date=/usr/sbin/date logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gsed logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which sed logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | +++ sed=/usr/sbin/sed logger.go:42: 15:52:38 | migration-from-crunchy-standby/4-create-percona-standby | ++ oc get projects logger.go:42: 15:52:39 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 15:52:39 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get configmap crunchy-migration-config -n kuttl-test-ethical-yak -o 'jsonpath={.data.repo-path}' logger.go:42: 15:52:40 | migration-from-crunchy-standby/4-create-percona-standby | + REPO_PATH=/migration-from-crunchy/14179/repo1 logger.go:42: 15:52:40 | migration-from-crunchy-standby/4-create-percona-standby | + MINIO_ENDPOINT=minio-service.kuttl-test-ethical-yak.svc.cluster.local:9000 logger.go:42: 15:52:40 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 15:52:40 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-cluster-cert -n kuttl-test-ethical-yak-crunchy -o json logger.go:42: 15:52:40 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 15:52:40 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-ethical-yak -f - logger.go:42: 15:52:41 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-cluster-cert created logger.go:42: 15:52:41 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 15:52:41 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-replication-cert -n kuttl-test-ethical-yak-crunchy -o json logger.go:42: 15:52:41 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 15:52:41 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-ethical-yak -f - logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-replication-cert created logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_HOST=crunchy-source-ha.kuttl-test-ethical-yak-crunchy.svc.cluster.local logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + get_cr percona-standby /migration-from-crunchy/14179/repo1 logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval 'del(.spec.users)' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_name=percona-standby logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + local repo_path=/migration-from-crunchy/14179/repo1 logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + local source_path= logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + '[' -z percona-standby ']' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-uri-style" = "path"' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-verify-tls" = "n"' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.repos[0].s3.endpoint = "minio-service.kuttl-test-ethical-yak.svc.cluster.local:9000"' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.enabled = true' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | ++ detect_k8s_platform logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | ++ local platform= logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.host = "crunchy-source-ha.kuttl-test-ethical-yak-crunchy.svc.cluster.local"' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.repoName = "repo1"' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl -n kuttl-test-ethical-yak apply -f - logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customReplicationTLSSecret.name = "crunchy-source-replication-cert"' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | ++ jq -r '.items[0].spec.providerID' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get nodes -o json logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.port = 5432' logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | ++ grep -q gce:// logger.go:42: 15:52:43 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customTLSSecret.name = "crunchy-source-cluster-cert"' logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | ++ platform=gke logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | ++ echo gke logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + local platform=gke logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-spaces.yaml logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + local aks_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-aks.yaml logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == digitalocean ]] logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == aks ]] logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy/cr.yaml') logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + local crs logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml ]] logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + crs+=($cr_file) logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "percona-standby" |\n\t\t.metadata.labels = {"e2e":"percona-standby"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"percona-standby","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" |\n\t\t.spec.pmm.secret = "percona-standby-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "percona-standby-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||/migration-from-crunchy/14179/repo1|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -n '' ]] logger.go:42: 15:52:44 | migration-from-crunchy-standby/4-create-percona-standby | + cat /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 15:52:45 | migration-from-crunchy-standby/4-create-percona-standby | perconapgcluster.pgv2.percona.com/percona-standby created logger.go:42: 15:53:34 | migration-from-crunchy-standby/4-create-percona-standby | test step completed 4-create-percona-standby logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | starting test step 5-wait-for-sync logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Poll until initial data from Crunchy is visible on the Percona standby. # The standby replays WAL archived to S3 by Crunchy, so there may be lag. data="" attempts=0 max_attempts=30 until [ -n "${data}" ]; do data=$(kubectl exec -n "${NAMESPACE}" \ $(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') \ -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data WHERE id = 1;' 2>/dev/null" \ 2>/dev/null || true) attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: initial data not visible on Percona standby after $((max_attempts * 15)) seconds" exit 1 fi sleep 15 done kubectl create configmap -n "${NAMESPACE}" 05-standby-initial-sync \ --from-literal=data="${data}"] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | + source ../../functions logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ realpath ../../.. logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++ BUSYBOX_VER=1.36 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ pwd logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ command -v oc logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ oc get projects logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | error: the server doesn't have a resource type "projects" logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ ! -n '' ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ -n '' ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PG_VER=18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ PG_VER=18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PG_DISTRIBUTION= logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ PG_DISTRIBUTION= logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ '' == community ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export BUCKET=pg-operator-testing logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ BUCKET=pg-operator-testing logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PGOV1_VER=14 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ PGOV1_VER=14 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ REGISTRY_NAME=docker.io logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ printenv logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ grep -E '^IMAGE' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ awk -F= '{print $1}' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which gdate logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which date logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ date=/usr/sbin/date logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which gsed logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which sed logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | +++ sed=/usr/sbin/sed logger.go:42: 15:53:34 | migration-from-crunchy-standby/5-wait-for-sync | ++ oc get projects logger.go:42: 15:53:35 | migration-from-crunchy-standby/5-wait-for-sync | + data= logger.go:42: 15:53:35 | migration-from-crunchy-standby/5-wait-for-sync | + attempts=0 logger.go:42: 15:53:35 | migration-from-crunchy-standby/5-wait-for-sync | + max_attempts=30 logger.go:42: 15:53:35 | migration-from-crunchy-standby/5-wait-for-sync | + '[' -n '' ']' logger.go:42: 15:53:35 | migration-from-crunchy-standby/5-wait-for-sync | +++ kubectl get pod -n kuttl-test-ethical-yak -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:36 | migration-from-crunchy-standby/5-wait-for-sync | ++ kubectl exec -n kuttl-test-ethical-yak percona-standby-instance1-dhjd-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data WHERE id = 1;'\'' 2>/dev/null' logger.go:42: 15:53:37 | migration-from-crunchy-standby/5-wait-for-sync | + data=' 1 | initial-data-before-standby' logger.go:42: 15:53:37 | migration-from-crunchy-standby/5-wait-for-sync | + attempts=1 logger.go:42: 15:53:37 | migration-from-crunchy-standby/5-wait-for-sync | + '[' 1 -ge 30 ']' logger.go:42: 15:53:37 | migration-from-crunchy-standby/5-wait-for-sync | + sleep 15 logger.go:42: 15:53:52 | migration-from-crunchy-standby/5-wait-for-sync | + '[' -n ' 1 | initial-data-before-standby' ']' logger.go:42: 15:53:52 | migration-from-crunchy-standby/5-wait-for-sync | + kubectl create configmap -n kuttl-test-ethical-yak 05-standby-initial-sync '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 15:53:53 | migration-from-crunchy-standby/5-wait-for-sync | configmap/05-standby-initial-sync created logger.go:42: 15:53:53 | migration-from-crunchy-standby/5-wait-for-sync | running command: [sh -c data=$(kubectl get configmap 05-standby-initial-sync -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not replicated to standby. Got: ${data}" exit 1 }] logger.go:42: 15:53:53 | migration-from-crunchy-standby/5-wait-for-sync | test step completed 5-wait-for-sync logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | starting test step 6-write-more-data logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write additional rows after standby is already syncing kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -d migrationtest -c \"INSERT INTO migration_data VALUES (2, 'data-added-while-standby-syncing');\" psql -d migrationtest -c \"INSERT INTO migration_data VALUES (3, 'more-data-for-replication-test');\" "] logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | + source ../../functions logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ realpath ../../.. logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | ++ BUSYBOX_VER=1.36 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | ++++ pwd logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ command -v oc logger.go:42: 15:53:53 | migration-from-crunchy-standby/6-write-more-data | +++ oc get projects logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | error: the server doesn't have a resource type "projects" logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ ! -n '' ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ -n '' ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export PG_VER=18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ PG_VER=18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export PG_DISTRIBUTION= logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ PG_DISTRIBUTION= logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ '' == community ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export BUCKET=pg-operator-testing logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ BUCKET=pg-operator-testing logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export PGOV1_VER=14 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ PGOV1_VER=14 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ REGISTRY_NAME=docker.io logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ printenv logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ grep -E '^IMAGE' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ awk -F= '{print $1}' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ which gdate logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ which date logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ date=/usr/sbin/date logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ which gsed logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++++ which sed logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | +++ sed=/usr/sbin/sed logger.go:42: 15:53:54 | migration-from-crunchy-standby/6-write-more-data | ++ oc get projects logger.go:42: 15:53:55 | migration-from-crunchy-standby/6-write-more-data | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 15:53:55 | migration-from-crunchy-standby/6-write-more-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-ethical-yak-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:56 | migration-from-crunchy-standby/6-write-more-data | + primary=crunchy-source-instance1-g5jh-0 logger.go:42: 15:53:56 | migration-from-crunchy-standby/6-write-more-data | + '[' -z crunchy-source-instance1-g5jh-0 ']' logger.go:42: 15:53:56 | migration-from-crunchy-standby/6-write-more-data | + kubectl exec -n kuttl-test-ethical-yak-crunchy crunchy-source-instance1-g5jh-0 -c database -- bash -c $'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (2, \'data-added-while-standby-syncing\');"\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (3, \'more-data-for-replication-test\');"\n' logger.go:42: 15:53:57 | migration-from-crunchy-standby/6-write-more-data | INSERT 0 1 logger.go:42: 15:53:57 | migration-from-crunchy-standby/6-write-more-data | INSERT 0 1 logger.go:42: 15:53:57 | migration-from-crunchy-standby/6-write-more-data | test step completed 6-write-more-data logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | starting test step 7-verify-data-standby logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions standby_pod=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${standby_pod}" ]; then echo "ERROR: Percona standby pod not found" exit 1 fi # Poll until rows 2 and 3 (written after standby was running) are visible data="" attempts=0 max_attempts=30 until echo "${data}" | grep -q "more-data-for-replication-test"; do data=$(kubectl exec -n "${NAMESPACE}" "${standby_pod}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;' 2>/dev/null" \ 2>/dev/null || true) attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: updated data not replicated to Percona standby after $((max_attempts * 15)) seconds" echo "Current data on standby: ${data}" exit 1 fi sleep 15 done kubectl create configmap -n "${NAMESPACE}" 06-standby-data \ --from-literal=data="${data}"] logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | + source ../../functions logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ realpath ../../.. logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | ++++ pwd logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ command -v oc logger.go:42: 15:53:57 | migration-from-crunchy-standby/7-verify-data-standby | +++ oc get projects logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | error: the server doesn't have a resource type "projects" logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ ! -n '' ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ -n '' ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PG_VER=18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PG_VER=18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PG_DISTRIBUTION= logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PG_DISTRIBUTION= logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ '' == community ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ BUCKET=pg-operator-testing logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PGOV1_VER=14 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PGOV1_VER=14 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ printenv logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ grep -E '^IMAGE' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ awk -F= '{print $1}' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which gdate logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which date logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ date=/usr/sbin/date logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which gsed logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which sed logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ sed=/usr/sbin/sed logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ oc get projects logger.go:42: 15:53:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ kubectl get pod -n kuttl-test-ethical-yak -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:59 | migration-from-crunchy-standby/7-verify-data-standby | + standby_pod=percona-standby-instance1-dhjd-0 logger.go:42: 15:53:59 | migration-from-crunchy-standby/7-verify-data-standby | + '[' -z percona-standby-instance1-dhjd-0 ']' logger.go:42: 15:53:59 | migration-from-crunchy-standby/7-verify-data-standby | + data= logger.go:42: 15:53:59 | migration-from-crunchy-standby/7-verify-data-standby | + attempts=0 logger.go:42: 15:53:59 | migration-from-crunchy-standby/7-verify-data-standby | + max_attempts=30 logger.go:42: 15:53:59 | migration-from-crunchy-standby/7-verify-data-standby | + echo '' logger.go:42: 15:53:59 | migration-from-crunchy-standby/7-verify-data-standby | + grep -q more-data-for-replication-test logger.go:42: 15:53:59 | migration-from-crunchy-standby/7-verify-data-standby | ++ kubectl exec -n kuttl-test-ethical-yak percona-standby-instance1-dhjd-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\'' 2>/dev/null' logger.go:42: 15:54:00 | migration-from-crunchy-standby/7-verify-data-standby | + data=$' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 15:54:00 | migration-from-crunchy-standby/7-verify-data-standby | + attempts=1 logger.go:42: 15:54:00 | migration-from-crunchy-standby/7-verify-data-standby | + '[' 1 -ge 30 ']' logger.go:42: 15:54:00 | migration-from-crunchy-standby/7-verify-data-standby | + sleep 15 logger.go:42: 15:54:15 | migration-from-crunchy-standby/7-verify-data-standby | + echo $' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 15:54:15 | migration-from-crunchy-standby/7-verify-data-standby | + grep -q more-data-for-replication-test logger.go:42: 15:54:15 | migration-from-crunchy-standby/7-verify-data-standby | + kubectl create configmap -n kuttl-test-ethical-yak 06-standby-data $'--from-literal=data= 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 15:54:16 | migration-from-crunchy-standby/7-verify-data-standby | configmap/06-standby-data created logger.go:42: 15:54:16 | migration-from-crunchy-standby/7-verify-data-standby | running command: [sh -c data=$(kubectl get configmap 06-standby-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: row 1 missing from standby. Got: ${data}" exit 1 } echo "${data}" | grep -q "data-added-while-standby-syncing" || { echo "ERROR: row 2 missing from standby. Got: ${data}" exit 1 } echo "${data}" | grep -q "more-data-for-replication-test" || { echo "ERROR: row 3 missing from standby. Got: ${data}" exit 1 }] logger.go:42: 15:54:16 | migration-from-crunchy-standby/7-verify-data-standby | test step completed 7-verify-data-standby logger.go:42: 15:54:16 | migration-from-crunchy-standby/8-cutover | starting test step 8-cutover logger.go:42: 15:54:16 | migration-from-crunchy-standby/8-cutover | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # ----------------------------------------------------------------------- # Pre-cutover: verify streaming replication lag is minimal. # Query pg_stat_replication on the Crunchy primary to confirm the Percona # standby is caught up before we stop writes. # ----------------------------------------------------------------------- primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') attempts=0 max_attempts=12 until kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- \ psql -q -t -c " SELECT count(*) FROM pg_stat_replication WHERE state = 'streaming' AND (write_lag IS NULL OR write_lag < interval '5 seconds') AND (replay_lag IS NULL OR replay_lag < interval '5 seconds'); " | grep -q "^[[:space:]]*[1-9]"; do attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: Percona standby replication lag too high before cutover" kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- \ psql -c "SELECT client_addr, state, write_lag, flush_lag, replay_lag FROM pg_stat_replication;" exit 1 fi echo "Waiting for standby lag to drop (attempt ${attempts}/${max_attempts})..." sleep 10 done echo "Replication lag acceptable — proceeding with cutover" # ----------------------------------------------------------------------- # Convert Crunchy to standby mode: Patroni demotes the leader, archives # the final WAL segments to S3, then enters recovery. # ----------------------------------------------------------------------- kubectl patch postgrescluster crunchy-source \ -n "${CRUNCHY_NS}" \ --type=merge \ -p '{"spec": {"standby": {"enabled": true, "repoName": "repo1"}}}' echo "Crunchy cluster patch applied — demotion verified in 08-assert"] logger.go:42: 15:54:16 | migration-from-crunchy-standby/8-cutover | + source ../../functions logger.go:42: 15:54:16 | migration-from-crunchy-standby/8-cutover | +++ realpath ../../.. logger.go:42: 15:54:16 | migration-from-crunchy-standby/8-cutover | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:54:16 | migration-from-crunchy-standby/8-cutover | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:54:16 | migration-from-crunchy-standby/8-cutover | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:54:16 | migration-from-crunchy-standby/8-cutover | ++ BUSYBOX_VER=1.36 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ pwd logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ command -v oc logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ oc get projects logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | error: the server doesn't have a resource type "projects" logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ ! -n '' ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ -n '' ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export PG_VER=18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ PG_VER=18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export PG_DISTRIBUTION= logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ PG_DISTRIBUTION= logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ '' == community ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export BUCKET=pg-operator-testing logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ BUCKET=pg-operator-testing logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export PGOV1_VER=14 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ PGOV1_VER=14 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ REGISTRY_NAME=docker.io logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ printenv logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ grep -E '^IMAGE' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ awk -F= '{print $1}' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ which gdate logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ which date logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ date=/usr/sbin/date logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ which gsed logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++++ which sed logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | +++ sed=/usr/sbin/sed logger.go:42: 15:54:17 | migration-from-crunchy-standby/8-cutover | ++ oc get projects logger.go:42: 15:54:18 | migration-from-crunchy-standby/8-cutover | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 15:54:18 | migration-from-crunchy-standby/8-cutover | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-ethical-yak-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:19 | migration-from-crunchy-standby/8-cutover | + primary=crunchy-source-instance1-g5jh-0 logger.go:42: 15:54:19 | migration-from-crunchy-standby/8-cutover | + attempts=0 logger.go:42: 15:54:19 | migration-from-crunchy-standby/8-cutover | + max_attempts=12 logger.go:42: 15:54:19 | migration-from-crunchy-standby/8-cutover | + kubectl exec -n kuttl-test-ethical-yak-crunchy crunchy-source-instance1-g5jh-0 -c database -- psql -q -t -c $'\n SELECT count(*) FROM pg_stat_replication\n WHERE state = \'streaming\'\n AND (write_lag IS NULL OR write_lag < interval \'5 seconds\')\n AND (replay_lag IS NULL OR replay_lag < interval \'5 seconds\');\n ' logger.go:42: 15:54:19 | migration-from-crunchy-standby/8-cutover | + grep -q '^[[:space:]]*[1-9]' logger.go:42: 15:54:21 | migration-from-crunchy-standby/8-cutover | + echo 'Replication lag acceptable — proceeding with cutover' logger.go:42: 15:54:21 | migration-from-crunchy-standby/8-cutover | Replication lag acceptable — proceeding with cutover logger.go:42: 15:54:21 | migration-from-crunchy-standby/8-cutover | + kubectl patch postgrescluster crunchy-source -n kuttl-test-ethical-yak-crunchy --type=merge -p '{"spec": {"standby": {"enabled": true, "repoName": "repo1"}}}' logger.go:42: 15:54:21 | migration-from-crunchy-standby/8-cutover | postgrescluster.postgres-operator.crunchydata.com/crunchy-source patched logger.go:42: 15:54:21 | migration-from-crunchy-standby/8-cutover | + echo 'Crunchy cluster patch applied — demotion verified in 08-assert' logger.go:42: 15:54:21 | migration-from-crunchy-standby/8-cutover | Crunchy cluster patch applied — demotion verified in 08-assert logger.go:42: 15:54:21 | migration-from-crunchy-standby/8-cutover | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Verify Crunchy actually demoted to standby mode. # # PGO 5.8.7 does NOT: # - delete the pod (Patroni restarts postgres in recovery, pod stays) # - remove the role=master label (the Standby Leader still holds the DCS # leader key, so PGO keeps the label) # - write status.standby.enabled (no such field in PGO's status schema) # # The only reliable signal is pg_is_in_recovery() returning true on the # pod that was the primary. Poll until it does. attempt=0 while [ "${attempt}" -lt 36 ]; do master_pod=$(kubectl get pods -n "${CRUNCHY_NS}" \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${master_pod}" ]; then # No master-labelled pod at all — pick any postgres pod. master_pod=$(kubectl get pods -n "${CRUNCHY_NS}" \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') fi in_recovery=$(kubectl exec -n "${CRUNCHY_NS}" "${master_pod}" -c database -- \ psql -q -t -c "SELECT pg_is_in_recovery();" 2>/dev/null | tr -d ' \n') || true if [ "${in_recovery}" = "t" ]; then echo "Crunchy source confirmed demoted — postgres is in recovery (Standby Leader)" exit 0 fi echo "Waiting for Crunchy demotion (attempt ${attempt}/36): in_recovery=${in_recovery} pod=${master_pod}" attempt=$((attempt + 1)) sleep 5 done echo "ERROR: Crunchy primary still not in recovery after timeout" exit 1] logger.go:42: 15:54:23 | migration-from-crunchy-standby/8-cutover | Waiting for Crunchy demotion (attempt 0/36): in_recovery= pod=crunchy-source-instance1-g5jh-0 logger.go:42: 15:54:30 | migration-from-crunchy-standby/8-cutover | Crunchy source confirmed demoted — postgres is in recovery (Standby Leader) logger.go:42: 15:54:30 | migration-from-crunchy-standby/8-cutover | test step completed 8-cutover logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | starting test step 9-shutdown-source logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Shut down the Crunchy source cluster (optional step — frees resources # and ensures no split-brain once Percona is promoted). kubectl patch postgrescluster crunchy-source \ -n "${CRUNCHY_NS}" \ --type=merge \ -p '{"spec": {"shutdown": true}}' # Wait for all Crunchy pods to terminate kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=delete \ --timeout=120s || true echo "Crunchy source cluster shut down"] logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | + source ../../functions logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ realpath ../../.. logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | ++ BUSYBOX_VER=1.36 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | ++++ pwd logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ command -v oc logger.go:42: 15:54:30 | migration-from-crunchy-standby/9-shutdown-source | +++ oc get projects logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | error: the server doesn't have a resource type "projects" logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ ! -n '' ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ -n '' ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export PG_VER=18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ PG_VER=18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export PG_DISTRIBUTION= logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ PG_DISTRIBUTION= logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ '' == community ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export BUCKET=pg-operator-testing logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ BUCKET=pg-operator-testing logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export PGOV1_VER=14 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ PGOV1_VER=14 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ REGISTRY_NAME=docker.io logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ grep -E '^IMAGE' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ printenv logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ awk -F= '{print $1}' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ which gdate logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ which date logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ date=/usr/sbin/date logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ which gsed logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++++ which sed logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | +++ sed=/usr/sbin/sed logger.go:42: 15:54:31 | migration-from-crunchy-standby/9-shutdown-source | ++ oc get projects logger.go:42: 15:54:32 | migration-from-crunchy-standby/9-shutdown-source | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 15:54:32 | migration-from-crunchy-standby/9-shutdown-source | + kubectl patch postgrescluster crunchy-source -n kuttl-test-ethical-yak-crunchy --type=merge -p '{"spec": {"shutdown": true}}' logger.go:42: 15:54:32 | migration-from-crunchy-standby/9-shutdown-source | postgrescluster.postgres-operator.crunchydata.com/crunchy-source patched logger.go:42: 15:54:32 | migration-from-crunchy-standby/9-shutdown-source | + kubectl wait pod -l postgres-operator.crunchydata.com/cluster=crunchy-source -n kuttl-test-ethical-yak-crunchy --for=delete --timeout=120s logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | timed out waiting for the condition on pods/crunchy-source-backup-bwz4-jfllh logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | + true logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | + echo 'Crunchy source cluster shut down' logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | Crunchy source cluster shut down logger.go:42: 15:56:32 | migration-from-crunchy-standby/9-shutdown-source | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=delete \ --timeout=120s || true # Poll until the Percona standby WAL replay LSN stabilises. # Once Crunchy is shut down, no new WAL is produced; the standby will # finish replaying from S3 and then stop advancing. Two consecutive # identical LSNs mean replay is complete and it is safe to promote. standby_pod=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') prev_lsn="" stable_count=0 for i in $(seq 20); do curr_lsn=$(kubectl exec -n "${NAMESPACE}" "${standby_pod}" -c database -- \ psql -q -t -c "SELECT pg_last_wal_replay_lsn();" | tr -d ' ') echo "WAL replay LSN check ${i}/20: ${curr_lsn}" if [ "${curr_lsn}" = "${prev_lsn}" ] && [ -n "${curr_lsn}" ]; then stable_count=$((stable_count + 1)) # Two consecutive matching LSNs = replay has stopped if [ "${stable_count}" -ge 2 ]; then echo "WAL replay stable at ${curr_lsn} — safe to promote" exit 0 fi else stable_count=0 fi prev_lsn="${curr_lsn}" sleep 5 done echo "ERROR: WAL replay LSN did not stabilise within 100 seconds" exit 1] logger.go:42: 15:58:32 | migration-from-crunchy-standby/9-shutdown-source | timed out waiting for the condition on pods/crunchy-source-backup-bwz4-jfllh logger.go:42: 15:58:32 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 15:58:35 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 1/20: 0/C0000A0 logger.go:42: 15:58:41 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 2/20: 0/C0000A0 logger.go:42: 15:58:47 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 3/20: 0/C0000A0 logger.go:42: 15:58:47 | migration-from-crunchy-standby/9-shutdown-source | WAL replay stable at 0/C0000A0 — safe to promote logger.go:42: 15:58:47 | migration-from-crunchy-standby/9-shutdown-source | test step completed 9-shutdown-source logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | starting test step 10-promote-percona logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Promote the Percona standby to a primary cluster by disabling standby mode kubectl patch perconapgcluster percona-standby \ -n "${NAMESPACE}" \ --type=merge \ -p '{"spec": {"standby": {"enabled": false}}}' echo "Percona standby promotion triggered"] logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | + source ../../functions logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ realpath ../../.. logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | ++ BUSYBOX_VER=1.36 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | ++++ pwd logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ command -v oc logger.go:42: 15:58:47 | migration-from-crunchy-standby/10-promote-percona | +++ oc get projects logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | error: the server doesn't have a resource type "projects" logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ ! -n '' ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ -n '' ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export PG_VER=18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ PG_VER=18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export PG_DISTRIBUTION= logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ PG_DISTRIBUTION= logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ '' == community ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export BUCKET=pg-operator-testing logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ BUCKET=pg-operator-testing logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export PGOV1_VER=14 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ PGOV1_VER=14 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ REGISTRY_NAME=docker.io logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ printenv logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ grep -E '^IMAGE' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ awk -F= '{print $1}' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ which gdate logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ which date logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ date=/usr/sbin/date logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ which gsed logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++++ which sed logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | +++ sed=/usr/sbin/sed logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | ++ oc get projects logger.go:42: 15:58:48 | migration-from-crunchy-standby/10-promote-percona | + kubectl patch perconapgcluster percona-standby -n kuttl-test-ethical-yak --type=merge -p '{"spec": {"standby": {"enabled": false}}}' logger.go:42: 15:58:49 | migration-from-crunchy-standby/10-promote-percona | perconapgcluster.pgv2.percona.com/percona-standby patched logger.go:42: 15:58:49 | migration-from-crunchy-standby/10-promote-percona | + echo 'Percona standby promotion triggered' logger.go:42: 15:58:49 | migration-from-crunchy-standby/10-promote-percona | Percona standby promotion triggered logger.go:42: 15:58:51 | migration-from-crunchy-standby/10-promote-percona | test step completed 10-promote-percona logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | starting test step 11-verify-writable logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Percona primary pod not found after promotion" exit 1 fi kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " psql -d migrationtest -c \"INSERT INTO migration_data VALUES (4, 'written-after-percona-promotion');\" " data=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 10-percona-primary-data \ --from-literal=data="${data}" # Workaround for upstream Crunchy PGO bug: the operator hardcodes # archive-async=y in the generated pgBackRest config, causing the # background archiver to silently drop 00000002.history with error 103 # (archive.info missing) during the dataSource bootstrap promotion. # Re-push synchronously here after the stanza has been created. # In the standby flow the Percona archive shares the same S3 path as # Crunchy so the file may already be present; use || true accordingly. # See: https://github.com/CrunchyData/postgres-operator/issues/XXXX kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " pgbackrest --stanza=db --no-archive-async \ archive-push \"\${PGDATA}/pg_wal/00000002.history\" || true "] logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | + source ../../functions logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ realpath ../../.. logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | ++ BUSYBOX_VER=1.36 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | ++++ pwd logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | ++ test_name=migration-from-crunchy-standby logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export GIT_BRANCH=PR-1672 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ GIT_BRANCH=PR-1672 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ VERSION=PR-1672-100f793e8 logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ command -v oc logger.go:42: 15:58:51 | migration-from-crunchy-standby/11-verify-writable | +++ oc get projects logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | error: the server doesn't have a resource type "projects" logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ ! -n '' ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ -n '' ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export PG_VER=18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ PG_VER=18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export PG_DISTRIBUTION= logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ PG_DISTRIBUTION= logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ '' == community ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export BUCKET=pg-operator-testing logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ BUCKET=pg-operator-testing logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export PGOV1_VER=14 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ PGOV1_VER=14 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ REGISTRY_NAME=docker.io logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ printenv logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ grep -E '^IMAGE' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ awk -F= '{print $1}' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ which gdate logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ which date logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ date=/usr/sbin/date logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ which gsed logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++++ which sed logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | +++ sed=/usr/sbin/sed logger.go:42: 15:58:52 | migration-from-crunchy-standby/11-verify-writable | ++ oc get projects logger.go:42: 15:58:53 | migration-from-crunchy-standby/11-verify-writable | ++ kubectl get pod -n kuttl-test-ethical-yak -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:54 | migration-from-crunchy-standby/11-verify-writable | + primary=percona-standby-instance1-r4dt-0 logger.go:42: 15:58:54 | migration-from-crunchy-standby/11-verify-writable | + '[' -z percona-standby-instance1-r4dt-0 ']' logger.go:42: 15:58:54 | migration-from-crunchy-standby/11-verify-writable | + kubectl exec -n kuttl-test-ethical-yak percona-standby-instance1-r4dt-0 -c database -- bash -c $'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (4, \'written-after-percona-promotion\');"\n' logger.go:42: 15:58:55 | migration-from-crunchy-standby/11-verify-writable | INSERT 0 1 logger.go:42: 15:58:55 | migration-from-crunchy-standby/11-verify-writable | ++ kubectl exec -n kuttl-test-ethical-yak percona-standby-instance1-r4dt-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 15:58:56 | migration-from-crunchy-standby/11-verify-writable | + data=$' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test\n 4 | written-after-percona-promotion' logger.go:42: 15:58:56 | migration-from-crunchy-standby/11-verify-writable | + kubectl create configmap -n kuttl-test-ethical-yak 10-percona-primary-data $'--from-literal=data= 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test\n 4 | written-after-percona-promotion' logger.go:42: 15:58:57 | migration-from-crunchy-standby/11-verify-writable | configmap/10-percona-primary-data created logger.go:42: 15:58:57 | migration-from-crunchy-standby/11-verify-writable | + kubectl exec -n kuttl-test-ethical-yak percona-standby-instance1-r4dt-0 -c database -- bash -c $'\n pgbackrest --stanza=db --no-archive-async archive-push "${PGDATA}/pg_wal/00000002.history" || true\n' logger.go:42: 15:58:58 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c data=$(kubectl get configmap 10-percona-primary-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') for expected in \ "initial-data-before-standby" \ "data-added-while-standby-syncing" \ "more-data-for-replication-test" \ "written-after-percona-promotion"; do echo "${data}" | grep -q "${expected}" || { echo "ERROR: '${expected}' missing from Percona primary. Got: ${data}" exit 1 } done] logger.go:42: 15:58:58 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=90s] logger.go:42: 15:59:00 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 15:59:00 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].replicaCreateBackupComplete}'=true \ --timeout=90s] logger.go:42: 16:00:30 | migration-from-crunchy-standby/11-verify-writable | error: timed out waiting for the condition on perconapgclusters/percona-standby logger.go:42: 16:00:31 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c data=$(kubectl get configmap 10-percona-primary-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') for expected in \ "initial-data-before-standby" \ "data-added-while-standby-syncing" \ "more-data-for-replication-test" \ "written-after-percona-promotion"; do echo "${data}" | grep -q "${expected}" || { echo "ERROR: '${expected}' missing from Percona primary. Got: ${data}" exit 1 } done] logger.go:42: 16:00:31 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=90s] logger.go:42: 16:00:32 | migration-from-crunchy-standby/11-verify-writable | E0710 16:00:32.663858 2106878 reflector.go:227] "Failed to watch" err="Get \"https://104.197.197.177/apis/pgv2.percona.com/v2/namespaces/kuttl-test-ethical-yak/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-standby&resourceVersion=1783699230107676000&timeoutSeconds=479&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 16:00:32 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 16:00:32 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].replicaCreateBackupComplete}'=true \ --timeout=90s] logger.go:42: 16:01:00 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 16:01:00 | migration-from-crunchy-standby/11-verify-writable | test step completed 11-verify-writable logger.go:42: 16:01:00 | migration-from-crunchy-standby/12-backup | starting test step 12-backup logger.go:42: 16:01:01 | migration-from-crunchy-standby/12-backup | PerconaPGBackup:kuttl-test-ethical-yak/post-migration-backup created logger.go:42: 16:01:52 | migration-from-crunchy-standby/12-backup | test step completed 12-backup logger.go:42: 16:01:52 | migration-from-crunchy-standby/13-restore | starting test step 13-restore logger.go:42: 16:01:52 | migration-from-crunchy-standby/13-restore | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Percona primary pod not found" exit 1 fi # Capture the current database time as the PITR target BEFORE truncating, # then force a WAL switch so this point is flushed to the archive before # any truncate WAL is written. --target-timeline=current is valid with # --type=time (but not with --type=immediate) and prevents pgBackRest from # following a newer timeline that may exist in the archive from a previous # restore, which would cause a checkpoint-record PANIC. restore_target=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- \ psql -q -t -c "SELECT to_char(clock_timestamp(), 'YYYY-MM-DD HH24:MI:SS')" \ | xargs) kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- \ psql -q -c "SELECT pg_switch_wal();" echo "PITR target: ${restore_target}" # Truncate the table to prove the restore actually brings data back. kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " psql -d migrationtest -c 'TRUNCATE TABLE migration_data;' " # Verify the table is empty before triggering the restore. count=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT count(*) FROM migration_data;' | tr -d ' '") if [ "${count}" != "0" ]; then echo "ERROR: Expected 0 rows after truncate, got ${count}" exit 1 fi cat </dev/null || true helm uninstall pgo --namespace "${CRUNCHY_NS}" --ignore-not-found || true kubectl delete namespace "${CRUNCHY_NS}" --ignore-not-found || true remove_all_finalizers check_operator_panic destroy_operator] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | + source ../../functions logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ realpath ../../.. logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++ BUSYBOX_VER=1.36 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ pwd logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/vars.sh logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/deploy logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/conf logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export GIT_BRANCH=PR-1672 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ GIT_BRANCH=PR-1672 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export VERSION=PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ VERSION=PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ command -v oc logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ oc get projects logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | error: the server doesn't have a resource type "projects" logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ ! -n '' ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ -n '' ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export PG_VER=18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ PG_VER=18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export PG_DISTRIBUTION= logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ PG_DISTRIBUTION= logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ '' == community ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export BUCKET=pg-operator-testing logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ BUCKET=pg-operator-testing logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export PGOV1_VER=14 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ PGOV1_VER=14 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export MINIO_VER=5.4.0 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ MINIO_VER=5.4.0 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ REGISTRY_NAME=docker.io logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ printenv logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ grep -E '^IMAGE' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ awk -F= '{print $1}' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1672-100f793e8 == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8 logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ which gdate logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ which date logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ date=/usr/sbin/date logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ which gsed logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1672/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++++ which sed logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | +++ sed=/usr/sbin/sed logger.go:42: 16:03:42 | migration-from-crunchy-standby/99-cleanup | ++ oc get projects logger.go:42: 16:03:43 | migration-from-crunchy-standby/99-cleanup | + CRUNCHY_NS=kuttl-test-ethical-yak-crunchy logger.go:42: 16:03:43 | migration-from-crunchy-standby/99-cleanup | + kubectl delete postgrescluster crunchy-source -n kuttl-test-ethical-yak-crunchy --ignore-not-found logger.go:42: 16:03:43 | migration-from-crunchy-standby/99-cleanup | postgrescluster.postgres-operator.crunchydata.com "crunchy-source" deleted from kuttl-test-ethical-yak-crunchy namespace logger.go:42: 16:03:44 | migration-from-crunchy-standby/99-cleanup | + kubectl patch postgrescluster crunchy-source -n kuttl-test-ethical-yak-crunchy --type=json '-p=[{"op":"remove","path":"/metadata/finalizers"}]' logger.go:42: 16:03:44 | migration-from-crunchy-standby/99-cleanup | + true logger.go:42: 16:03:44 | migration-from-crunchy-standby/99-cleanup | + helm uninstall pgo --namespace kuttl-test-ethical-yak-crunchy --ignore-not-found logger.go:42: 16:03:48 | migration-from-crunchy-standby/99-cleanup | release "pgo" uninstalled logger.go:42: 16:03:48 | migration-from-crunchy-standby/99-cleanup | + kubectl delete namespace kuttl-test-ethical-yak-crunchy --ignore-not-found logger.go:42: 16:03:48 | migration-from-crunchy-standby/99-cleanup | namespace "kuttl-test-ethical-yak-crunchy" deleted logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + remove_all_finalizers logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + resource_types=("pg-restore" "pg-backup" "pg") logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg-restore resources' logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg-restore resources logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-ethical-yak get pg-restore -o json logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:04:01 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-ethical-yak delete pg-restore post-migration-restore --wait=0 logger.go:42: 16:04:02 | migration-from-crunchy-standby/99-cleanup | perconapgrestore.pgv2.percona.com "post-migration-restore" deleted from kuttl-test-ethical-yak namespace logger.go:42: 16:04:02 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 16:04:02 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-ethical-yak get pg-restore post-migration-restore -o yaml logger.go:42: 16:04:02 | migration-from-crunchy-standby/99-cleanup | + [[ 1 == 0 ]] logger.go:42: 16:04:02 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-ethical-yak patch pg-restore post-migration-restore --type=json '-p=[{"op": "remove", "path": "/metadata/finalizers"}]' logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | perconapgrestore.pgv2.percona.com/post-migration-restore patched logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg-backup resources' logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg-backup resources logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-ethical-yak get pg-backup -o json logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:04:03 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:04:04 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-ethical-yak delete pg-backup percona-standby-backup-j522-wtnn8 --wait=0 logger.go:42: 16:04:04 | migration-from-crunchy-standby/99-cleanup | perconapgbackup.pgv2.percona.com "percona-standby-backup-j522-wtnn8" deleted from kuttl-test-ethical-yak namespace logger.go:42: 16:04:04 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-ethical-yak get pg-backup percona-standby-backup-j522-wtnn8 -o yaml logger.go:42: 16:04:04 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | Error from server (NotFound): perconapgbackups.pgv2.percona.com "percona-standby-backup-j522-wtnn8" not found logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | + [[ 0 == 0 ]] logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | + continue logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-ethical-yak delete pg-backup post-migration-backup --wait=0 logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | perconapgbackup.pgv2.percona.com "post-migration-backup" deleted from kuttl-test-ethical-yak namespace logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-ethical-yak get pg-backup post-migration-backup -o yaml logger.go:42: 16:04:05 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | Error from server (NotFound): perconapgbackups.pgv2.percona.com "post-migration-backup" not found logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + [[ 0 == 0 ]] logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + continue logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg resources' logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg resources logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-ethical-yak get pg -o json logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | + check_operator_panic logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | ++ get_operator_pod logger.go:42: 16:04:06 | migration-from-crunchy-standby/99-cleanup | +++ kubectl get pods -n pg-operator --selector=app.kubernetes.io/name=percona-postgresql-operator -o 'jsonpath={.items[].metadata.name}' logger.go:42: 16:04:07 | migration-from-crunchy-standby/99-cleanup | ++ echo percona-postgresql-operator-5d9c8fccf6-mb6bt logger.go:42: 16:04:07 | migration-from-crunchy-standby/99-cleanup | + local operator_pod=percona-postgresql-operator-5d9c8fccf6-mb6bt logger.go:42: 16:04:07 | migration-from-crunchy-standby/99-cleanup | + local panic_log logger.go:42: 16:04:07 | migration-from-crunchy-standby/99-cleanup | ++ kubectl logs -n pg-operator percona-postgresql-operator-5d9c8fccf6-mb6bt -c operator logger.go:42: 16:04:07 | migration-from-crunchy-standby/99-cleanup | ++ grep -A 100 'Observed a panic' logger.go:42: 16:04:08 | migration-from-crunchy-standby/99-cleanup | ++ true logger.go:42: 16:04:08 | migration-from-crunchy-standby/99-cleanup | + panic_log= logger.go:42: 16:04:08 | migration-from-crunchy-standby/99-cleanup | + '[' -n '' ']' logger.go:42: 16:04:08 | migration-from-crunchy-standby/99-cleanup | + destroy_operator logger.go:42: 16:04:08 | migration-from-crunchy-standby/99-cleanup | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 16:04:08 | migration-from-crunchy-standby/99-cleanup | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 16:04:09 | migration-from-crunchy-standby/99-cleanup | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 16:04:09 | migration-from-crunchy-standby/99-cleanup | + [[ -n pg-operator ]] logger.go:42: 16:04:09 | migration-from-crunchy-standby/99-cleanup | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 16:04:09 | migration-from-crunchy-standby/99-cleanup | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 16:04:09 | migration-from-crunchy-standby/99-cleanup | namespace "pg-operator" force deleted logger.go:42: 16:04:21 | migration-from-crunchy-standby/99-cleanup | test step completed 99-cleanup logger.go:42: 16:04:22 | migration-from-crunchy-standby | migration-from-crunchy-standby events from ns kuttl-test-ethical-yak: logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:43 +0000 UTC Normal ReplicaSet.apps minio-service-7979c64d4c SuccessfulCreate Created pod: minio-service-7979c64d4c-ks9dm replicaset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:43 +0000 UTC Normal PersistentVolumeClaim minio-service WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:43 +0000 UTC Normal Deployment.apps minio-service ScalingReplicaSet Scaled up replica set minio-service-7979c64d4c from 0 to 1 deployment-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:44 +0000 UTC Normal PersistentVolumeClaim minio-service ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:44 +0000 UTC Normal PersistentVolumeClaim minio-service Provisioning External provisioner is provisioning volume for claim "kuttl-test-ethical-yak/minio-service" pd.csi.storage.gke.io_gke-418dc6c29a0542819d80-90b2-afd7-vm_0faf5f92-b059-4af9-93a2-8cbfe588168a logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:45 +0000 UTC Normal Pod minio-service-post-job-jc5r7 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/minio-service-post-job-jc5r7 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-4f28 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:45 +0000 UTC Normal Pod minio-service-post-job-jc5r7.spec.containers{minio-make-user} Pulling Pulling image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:45 +0000 UTC Normal Job.batch minio-service-post-job SuccessfulCreate Created pod: minio-service-post-job-jc5r7 job-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:47 +0000 UTC Normal Pod minio-service-7979c64d4c-ks9dm Binding Scheduled Successfully assigned kuttl-test-ethical-yak/minio-service-7979c64d4c-ks9dm to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-4f28 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:47 +0000 UTC Normal Pod minio-service-post-job-jc5r7.spec.containers{minio-make-user} Pulled Successfully pulled image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" in 1.919s (1.919s including waiting). Image size: 28122288 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:47 +0000 UTC Normal Pod minio-service-post-job-jc5r7.spec.containers{minio-make-user} Created Created container: minio-make-user kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:47 +0000 UTC Normal Pod minio-service-post-job-jc5r7.spec.containers{minio-make-user} Started Started container minio-make-user kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:47 +0000 UTC Normal PersistentVolumeClaim minio-service ProvisioningSucceeded Successfully provisioned volume pvc-3b198702-3e4f-4a83-b7a1-2db030f29183 pd.csi.storage.gke.io_gke-418dc6c29a0542819d80-90b2-afd7-vm_0faf5f92-b059-4af9-93a2-8cbfe588168a logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:55 +0000 UTC Normal Pod minio-service-7979c64d4c-ks9dm SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-3b198702-3e4f-4a83-b7a1-2db030f29183" attachdetach-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:46:56 +0000 UTC Normal Pod minio-service-7979c64d4c-ks9dm.spec.containers{minio} Pulling Pulling image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:00 +0000 UTC Normal Pod minio-service-7979c64d4c-ks9dm.spec.containers{minio} Pulled Successfully pulled image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" in 3.893s (3.893s including waiting). Image size: 62642371 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:00 +0000 UTC Normal Pod minio-service-7979c64d4c-ks9dm.spec.containers{minio} Created Created container: minio kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:00 +0000 UTC Normal Pod minio-service-7979c64d4c-ks9dm.spec.containers{minio} Started Started container minio kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:09 +0000 UTC Normal Job.batch minio-service-post-job Completed Job completed job-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:11 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-ethical-yak/aws-cli to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-zkbv default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:12 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:15 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 3.172s (3.172s including waiting). Image size: 30314917 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:15 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:15 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:35 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:36 +0000 UTC Normal Pod pg-client-65d98588cc-gkxj5 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/pg-client-65d98588cc-gkxj5 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-4f28 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:36 +0000 UTC Normal Pod pg-client-65d98588cc-gkxj5.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:36 +0000 UTC Normal Pod pg-client-65d98588cc-gkxj5.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 127ms (127ms including waiting). Image size: 450571400 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:36 +0000 UTC Normal Pod pg-client-65d98588cc-gkxj5.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:36 +0000 UTC Normal Pod pg-client-65d98588cc-gkxj5.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:47:36 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-gkxj5 replicaset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:46 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-vsfm-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-dhjd-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-dhjd SuccessfulCreate create Pod percona-standby-instance1-dhjd-0 in StatefulSet percona-standby-instance1-dhjd successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-r4dt-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-r4dt-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-ethical-yak/percona-standby-instance1-r4dt-pgdata" pd.csi.storage.gke.io_gke-418dc6c29a0542819d80-90b2-afd7-vm_0faf5f92-b059-4af9-93a2-8cbfe588168a logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-r4dt-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-r4dt SuccessfulCreate create Pod percona-standby-instance1-r4dt-0 in StatefulSet percona-standby-instance1-r4dt successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-vsfm-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-vsfm-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-ethical-yak/percona-standby-instance1-vsfm-pgdata" pd.csi.storage.gke.io_gke-418dc6c29a0542819d80-90b2-afd7-vm_0faf5f92-b059-4af9-93a2-8cbfe588168a logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:47 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-vsfm SuccessfulCreate create Pod percona-standby-instance1-vsfm-0 in StatefulSet percona-standby-instance1-vsfm successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:48 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-dhjd-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:48 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-dhjd-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-ethical-yak/percona-standby-instance1-dhjd-pgdata" pd.csi.storage.gke.io_gke-418dc6c29a0542819d80-90b2-afd7-vm_0faf5f92-b059-4af9-93a2-8cbfe588168a logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:48 +0000 UTC Normal PodDisruptionBudget.policy percona-standby-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:48 +0000 UTC Normal Deployment.apps percona-standby-pgbouncer ScalingReplicaSet Scaled up replica set percona-standby-pgbouncer-7888848bd4 from 0 to 3 deployment-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:48 +0000 UTC Normal Pod percona-standby-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-repo-host-0 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-4f28 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:48 +0000 UTC Normal StatefulSet.apps percona-standby-repo-host SuccessfulCreate create Pod percona-standby-repo-host-0 in StatefulSet percona-standby-repo-host successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:48 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com percona-standby RepoHostCreated created pgBackRest repository host StatefulSet/percona-standby-repo-host postgrescluster-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-pgbouncer-7888848bd4-hjsm2 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-4f28 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 116ms (116ms including waiting). Image size: 84432929 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-pgbouncer-7888848bd4-md242 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-p3z7 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 131ms (131ms including waiting). Image size: 84432929 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-pgbouncer-7888848bd4-twr7d to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-zkbv default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 112ms (112ms including waiting). Image size: 84432929 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-twr7d replicaset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-md242 replicaset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-hjsm2 replicaset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 147ms (147ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:49 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 154ms (154ms including waiting). Image size: 84432929 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 108ms (108ms including waiting). Image size: 84432929 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 116ms (116ms including waiting). Image size: 84432929 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 136ms (137ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:50 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:51 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-dhjd-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-9fc567da-cef0-4756-9f0d-5f858ea4ffcc pd.csi.storage.gke.io_gke-418dc6c29a0542819d80-90b2-afd7-vm_0faf5f92-b059-4af9-93a2-8cbfe588168a logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:51 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-r4dt-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-a2b95c1b-bc36-43f8-828d-27e30b274250 pd.csi.storage.gke.io_gke-418dc6c29a0542819d80-90b2-afd7-vm_0faf5f92-b059-4af9-93a2-8cbfe588168a logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:51 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-vsfm-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-067008cc-795e-4c07-9c6b-4c86145dda53 pd.csi.storage.gke.io_gke-418dc6c29a0542819d80-90b2-afd7-vm_0faf5f92-b059-4af9-93a2-8cbfe588168a logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:51 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:51 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:51 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 152ms (152ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:51 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:51 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:52 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-instance1-r4dt-0 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-zkbv default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:52 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-instance1-vsfm-0 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-4f28 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:52:53 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-instance1-dhjd-0 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-p3z7 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:00 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-9fc567da-cef0-4756-9f0d-5f858ea4ffcc" attachdetach-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:00 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a2b95c1b-bc36-43f8-828d-27e30b274250" attachdetach-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:00 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-067008cc-795e-4c07-9c6b-4c86145dda53" attachdetach-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:01 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:01 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" in 145ms (145ms including waiting). Image size: 80673120 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:01 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:01 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:01 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:02 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:02 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" in 191ms (191ms including waiting). Image size: 80673120 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:02 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:02 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:02 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 123ms (123ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:02 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:02 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 182ms (182ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 148ms (148ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" in 147ms (147ms including waiting). Image size: 80673120 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:03 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 179ms (179ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 116ms (116ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 148ms (148ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 130ms (130ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:04 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 161ms (162ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 170ms (170ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 162ms (162ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 139ms (139ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:05 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:06 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:06 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:06 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:06 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:06 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 155ms (155ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:06 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:06 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Warning Pod percona-standby-instance1-r4dt-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 115ms (115ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 147ms (147ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 99ms (100ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:07 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:08 +0000 UTC Warning Pod percona-standby-instance1-dhjd-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:53:10 +0000 UTC Warning Pod percona-standby-instance1-vsfm-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:58:58 +0000 UTC Normal Job.batch percona-standby-backup-j522 SuccessfulCreate Created pod: percona-standby-backup-j522-zjn28 job-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:58:58 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com percona-standby StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:58:59 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-backup-j522-zjn28 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-p3z7 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:58:59 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:58:59 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" in 169ms (169ms including waiting). Image size: 80673120 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:58:59 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:58:59 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:59:00 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:59:00 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 101ms (101ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:59:00 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:59:00 +0000 UTC Normal Pod percona-standby-backup-j522-zjn28.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 15:59:07 +0000 UTC Warning PostgresCluster.upstream.pgv2.percona.com percona-standby UnableToCreateStanzas 2026-07-10 15:59:07.014 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? 2026-07-10 15:59:07.195 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? : command terminated with exit code 50 postgrescluster-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:00:58 +0000 UTC Normal Job.batch percona-standby-backup-j522 Completed Job completed job-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:05 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-backup-zkdx-xx5hk to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-p3z7 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:05 +0000 UTC Normal Job.batch percona-standby-backup-zkdx SuccessfulCreate Created pod: percona-standby-backup-zkdx-xx5hk job-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:06 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:06 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" in 155ms (155ms including waiting). Image size: 80673120 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:06 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:06 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:07 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:07 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 120ms (120ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:07 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:07 +0000 UTC Normal Pod percona-standby-backup-zkdx-xx5hk.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:01:34 +0000 UTC Normal Job.batch percona-standby-backup-zkdx Completed Job completed job-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:03 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:03 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:03 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:07 +0000 UTC Normal PodDisruptionBudget.policy percona-standby-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:09 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-pgbackrest-restore-qw2qj to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-p3z7 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:09 +0000 UTC Warning Pod percona-standby-pgbackrest-restore-qw2qj FailedAttachVolume Multi-Attach error for volume "pvc-a2b95c1b-bc36-43f8-828d-27e30b274250" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:09 +0000 UTC Normal Job.batch percona-standby-pgbackrest-restore SuccessfulCreate Created pod: percona-standby-pgbackrest-restore-qw2qj job-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:31 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a2b95c1b-bc36-43f8-828d-27e30b274250" attachdetach-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:32 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:32 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 116ms (116ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:32 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:32 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:33 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj.spec.containers{pgbackrest-restore} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:33 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj.spec.containers{pgbackrest-restore} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 113ms (113ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:33 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj.spec.containers{pgbackrest-restore} Created Created container: pgbackrest-restore kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:34 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-qw2qj.spec.containers{pgbackrest-restore} Started Started container pgbackrest-restore kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:43 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-instance1-r4dt-0 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-p3z7 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:43 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-r4dt SuccessfulCreate create Pod percona-standby-instance1-r4dt-0 in StatefulSet percona-standby-instance1-r4dt successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:43 +0000 UTC Normal Job.batch percona-standby-pgbackrest-restore Completed Job completed job-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:53 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:53 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" in 156ms (156ms including waiting). Image size: 80673120 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:53 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:53 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:54 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:54 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 112ms (112ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:55 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:55 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:55 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:56 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 138ms (138ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:56 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:56 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:56 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 156ms (156ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 128ms (128ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 98ms (98ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:02:57 +0000 UTC Normal Pod percona-standby-instance1-r4dt-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:04 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-instance1-vsfm-0 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-zkbv default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:04 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-vsfm SuccessfulCreate create Pod percona-standby-instance1-vsfm-0 in StatefulSet percona-standby-instance1-vsfm successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:05 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0 Binding Scheduled Successfully assigned kuttl-test-ethical-yak/percona-standby-instance1-dhjd-0 to gke-jen-pg-1672-100f793e-default-pool-2bbcfd82-4f28 default-scheduler logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:05 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-dhjd SuccessfulCreate create Pod percona-standby-instance1-dhjd-0 in StatefulSet percona-standby-instance1-dhjd successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:12 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-9fc567da-cef0-4756-9f0d-5f858ea4ffcc" attachdetach-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:13 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-067008cc-795e-4c07-9c6b-4c86145dda53" attachdetach-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:14 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:14 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" in 125ms (125ms including waiting). Image size: 80673120 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:14 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:14 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:14 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:14 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1672-100f793e8" in 147ms (147ms including waiting). Image size: 80673120 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:14 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:14 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:15 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:15 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 116ms (116ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:15 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:15 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:16 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:16 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:16 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 141ms (141ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:16 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:16 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 131ms (131ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:16 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:16 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:16 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:17 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:17 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:17 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 139ms (139ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:17 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 135ms (135ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:17 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:17 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 113ms (113ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 92ms (92ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-dhjd-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 126ms (126ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 171ms (171ms including waiting). Image size: 448343540 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 146ms (146ms including waiting). Image size: 122491403 bytes. kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:18 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:19 +0000 UTC Normal Pod percona-standby-instance1-vsfm-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:21 +0000 UTC Warning Pod percona-standby-instance1-vsfm-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:22 +0000 UTC Warning Pod percona-standby-instance1-dhjd-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:36 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-dhjd SuccessfulDelete delete Pod percona-standby-instance1-dhjd-0 in StatefulSet percona-standby-instance1-dhjd successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:36 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-vsfm SuccessfulDelete delete Pod percona-standby-instance1-vsfm-0 in StatefulSet percona-standby-instance1-vsfm successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:39 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-r4dt SuccessfulDelete delete Pod percona-standby-instance1-r4dt-0 in StatefulSet percona-standby-instance1-r4dt successful statefulset-controller logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:40 +0000 UTC Warning Pod percona-standby-instance1-r4dt-0.spec.containers{database} Unhealthy Readiness probe errored and resulted in unknown state: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:42 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:42 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-hjsm2.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:42 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:42 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-md242.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:42 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:42 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-twr7d.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:42 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | 2026-07-10 16:03:42 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 16:04:22 | migration-from-crunchy-standby | Deleting namespace "kuttl-test-ethical-yak" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- PASS: kuttl (1172.43s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/migration-from-crunchy-standby (1171.50s) PASS