=== RUN kuttl harness.go:469: starting setup harness.go:259: running tests using configured kubeconfig. harness.go:282: Successful connection to cluster at: https://35.253.40.104 harness.go:365: running tests harness.go:78: going to run test suite with timeout of 600 seconds for each step harness.go:377: testsuite: e2e-tests/tests has 47 tests === RUN kuttl/harness === RUN kuttl/harness/migration-from-crunchy-standby === PAUSE kuttl/harness/migration-from-crunchy-standby === CONT kuttl/harness/migration-from-crunchy-standby logger.go:42: 12:53:32 | migration-from-crunchy-standby | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 12:53:32 | migration-from-crunchy-standby | Creating namespace "kuttl-test-enjoyed-polecat" logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | starting test step 0-deploy-operators logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl create namespace "${CRUNCHY_NS}" || true # singleNamespace=true scopes pgo to its own namespace only helm install pgo \ oci://registry.developers.crunchydata.com/crunchydata/pgo \ --namespace "${CRUNCHY_NS}" \ --version "${CPGO_VERSION}" \ --set singleNamespace=true \ --wait # Deploy minio WITH TLS — pgBackRest requires HTTPS; repo1-s3-verify-tls=n skips validation. kubectl -n "${NAMESPACE}" apply -f "${TESTS_CONFIG_DIR}/minio-secret.yml" access_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_ACCESS_KEY_ID}' | base64 -d)" secret_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_SECRET_ACCESS_KEY}' | base64 -d)" # Self-signed cert; SAN is irrelevant because verify-tls=n openssl req -x509 -nodes -days 3650 -newkey rsa:2048 \ -keyout "${TEMP_DIR}/minio.key" \ -out "${TEMP_DIR}/minio.crt" \ -subj "/CN=minio-service" kubectl -n "${NAMESPACE}" create secret generic minio-tls \ --from-file=public.crt="${TEMP_DIR}/minio.crt" \ --from-file=private.key="${TEMP_DIR}/minio.key" deploy_minio minio-service minio-tls cat > "${TEMP_DIR}/pgbackrest-minio.ini" << EOF [global] repo1-s3-key=${access_key} repo1-s3-key-secret=${secret_key} EOF # Separate secrets: Percona operator (test namespace) and Crunchy (crunchy namespace) kubectl -n "${NAMESPACE}" create secret generic "migration-from-crunchy-pgbackrest-secrets" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" kubectl -n "${CRUNCHY_NS}" create secret generic "crunchy-pgbackrest-secret" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" deploy_operator deploy_client] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | + source ../../functions logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ realpath ../../.. logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++ BUSYBOX_VER=1.36 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ pwd logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++ test_name=migration-from-crunchy-standby logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/vars.sh logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export GIT_BRANCH=PR-1684 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ GIT_BRANCH=PR-1684 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export VERSION=PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ VERSION=PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ SKIP_TEST_WARNINGS=true logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ command -v oc logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ oc get projects logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | error: the server doesn't have a resource type "projects" logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ ! -n '' ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ -n '' ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_VER=18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_VER=18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_DISTRIBUTION= logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_DISTRIBUTION= logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ '' == community ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export BUCKET=pg-operator-testing logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ BUCKET=pg-operator-testing logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_TAG=1.4.0 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_TAG=1.4.0 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_VER=14 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_VER=14 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export CPGO_VERSION=5.8.7 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ CPGO_VERSION=5.8.7 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export MINIO_VER=5.4.0 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ MINIO_VER=5.4.0 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME=docker.io logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME=docker.io logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ printenv logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ grep -E '^IMAGE' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ awk -F= '{print $1}' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gdate logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 12:53:33 | migration-from-crunchy-standby/0-deploy-operators | ++++ which date logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | +++ date=/usr/sbin/date logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gsed logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | ++++ which sed logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | +++ sed=/usr/sbin/sed logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | ++ oc get projects logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | + init_temp_dir logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | + rm -rf /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | + mkdir -p /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | + CRUNCHY_NS=kuttl-test-enjoyed-polecat-crunchy logger.go:42: 12:53:34 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace kuttl-test-enjoyed-polecat-crunchy logger.go:42: 12:53:35 | migration-from-crunchy-standby/0-deploy-operators | namespace/kuttl-test-enjoyed-polecat-crunchy created logger.go:42: 12:53:35 | migration-from-crunchy-standby/0-deploy-operators | + helm install pgo oci://registry.developers.crunchydata.com/crunchydata/pgo --namespace kuttl-test-enjoyed-polecat-crunchy --version 5.8.7 --set singleNamespace=true --wait logger.go:42: 12:53:36 | migration-from-crunchy-standby/0-deploy-operators | Pulled: registry.developers.crunchydata.com/crunchydata/pgo:5.8.7 logger.go:42: 12:53:36 | migration-from-crunchy-standby/0-deploy-operators | Digest: sha256:c6666e6916666f29d46f51fb383e9cdafd7f6d452f05b73314d55c93511b6842 logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | NAME: pgo logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Tue Jul 14 12:53:39 2026 logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-enjoyed-polecat-crunchy logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | Thank you for deploying PGO v5.8.7! logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%%%%%%%((((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%% %%%%(((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%( (((( ( %%%((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%% (( ,(( %%%((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%% *%%/ %%%%%%%(((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((%%(( %%%%%%%%%%#(((((%%%%%%%%%%#(((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%(((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | *((((((((((((((((((((%%%%%% /%%%%%%%%%%%%%%%%%%%(((((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((((%%%/ .%, %%%((((((((((((((((((, logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((((((% %#((((((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%%%%%% #%((((((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((%% %%(((((((((((((((, logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%%%#% % %%((((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%. % % #(((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%% % %%* %((((((((((((( logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | #(###(###(#%% %%% %% %%% #%%#(###(###(# logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ###########%%%%% /%%%%%%%%%%%%% %% %%%%% ,%%####### logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ###############%% %%%%%% %%% %%%%%%%% %%##### logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ################%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% %%## logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ################%% %%%%%%%%%%%%%%%%% %%%% % logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ##############%# %% (%%%%%%% %%%%%% logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | #############% %%%%% %%%%%%%%%%% logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ###########% %%%%%%%%%%% %%%%%%%%% logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | #########%% %% %%%%%%%%%%%%%%%# logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ########%% %% %%%%%%%%% logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ######%% %% %%%%%% logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | ####%%% %%%%% % logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | %% %%%% logger.go:42: 12:54:03 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-enjoyed-polecat apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf/minio-secret.yml logger.go:42: 12:54:04 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-secret created logger.go:42: 12:54:04 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-enjoyed-polecat get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 12:54:04 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 12:54:04 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 12:54:04 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-enjoyed-polecat get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 12:54:04 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + openssl req -x509 -nodes -days 3650 -newkey rsa:2048 -keyout /tmp/kuttl/pg/migration-from-crunchy-standby/minio.key -out /tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt -subj /CN=minio-service logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | ..+....+..+.......+...+.....+...+.........+.+++++++++++++++++++++++++++++++++++++++*..........+...+.+........+..............................+.+...........+...+...+...+.+++++++++++++++++++++++++++++++++++++++*...+...........+.+.....+...+...+............+.......+.....+.........+.......+...+..+.........+...+...+...+..........+......+...+............+........+..........+........+.............+..+...+....+...+...+..+.............+.....................+...+..+...+......+.+...............+......+.....+.......+..+....+...........+.+.....+....+...+..+...................+.....+.+.........+.....+......+....+.....+.......+..+......+.......+........+....+.....++++++ logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | ...+...+..+++++++++++++++++++++++++++++++++++++++*........+..+....+...+........+....+........+++++++++++++++++++++++++++++++++++++++*....+.........+.+...............+...+..+...+.+...+..+...+......+......+.............+...+...+..............+.+..+....+......+.........+...+............+.....+....+.....+.........+...+.......+...+........+.........+...+.......+..+......+....+........+............+....+.....++++++ logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | ----- logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-enjoyed-polecat create secret generic minio-tls --from-file=public.crt=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt --from-file=private.key=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.key logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-tls created logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + deploy_minio minio-service minio-tls logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + local name=minio-service logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + local tls_secret=minio-tls logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + local access_key logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + local secret_key logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + local endpoint_url=http://minio-service:9000 logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + local aws_extra_args= logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + local service_account_name=minio-sa logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | + local -a additional_helm_args logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-enjoyed-polecat get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 12:54:05 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-enjoyed-polecat get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | ++ detect_k8s_platform logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | ++ local platform= logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl get nodes -o json logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | ++ jq -r '.items[0].spec.providerID' logger.go:42: 12:54:06 | migration-from-crunchy-standby/0-deploy-operators | ++ grep -q gce:// logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | ++ platform=gke logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | ++ echo gke logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + [[ gke == openshift ]] logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n minio-tls ]] logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + additional_helm_args+=(--set tls.enabled=true --set tls.certSecret="${tls_secret}") logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + endpoint_url=https://minio-service:9000 logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + aws_extra_args=--no-verify-ssl logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + helm uninstall -n kuttl-test-enjoyed-polecat minio-service logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + : logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + helm repo remove minio logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been removed from your repositories logger.go:42: 12:54:07 | migration-from-crunchy-standby/0-deploy-operators | + helm repo add minio https://charts.min.io/ logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been added to your repositories logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-access-key logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-access-key logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-secret-key logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-secret-key logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | + retry 10 60 helm install minio-service -n kuttl-test-enjoyed-polecat --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | + local max=10 logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | + local delay=60 logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | + shift 2 logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | + local n=1 logger.go:42: 12:54:08 | migration-from-crunchy-standby/0-deploy-operators | + helm install minio-service -n kuttl-test-enjoyed-polecat --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | NAME: minio-service logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Tue Jul 14 12:54:09 2026 logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-enjoyed-polecat logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | minio-service.kuttl-test-enjoyed-polecat.cluster.local logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | To access MinIO from localhost, run the below commands: logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-enjoyed-polecat -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-enjoyed-polecat logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-enjoyed-polecat minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-enjoyed-polecat minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | 3. mc ls minio-service-local logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-enjoyed-polecat get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | + MINIO_POD=minio-service-7979c64d4c-6bg98 logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | + wait_pod minio-service-7979c64d4c-6bg98 logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | + local pod=minio-service-7979c64d4c-6bg98 logger.go:42: 12:54:42 | migration-from-crunchy-standby/0-deploy-operators | + set +o xtrace logger.go:42: 12:54:43 | migration-from-crunchy-standby/0-deploy-operators | minio-service-7979c64d4c-6bg98true logger.go:42: 12:54:43 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-enjoyed-polecat run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=\'some-access-key\' AWS_SECRET_ACCESS_KEY=\'some-secret-key\' AWS_DEFAULT_REGION=us-east-1 \t\t/usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing' logger.go:42: 12:54:48 | migration-from-crunchy-standby/0-deploy-operators | /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html logger.go:42: 12:54:48 | migration-from-crunchy-standby/0-deploy-operators | InsecureRequestWarning) logger.go:42: 12:54:48 | migration-from-crunchy-standby/0-deploy-operators | make_bucket: operator-testing logger.go:42: 12:54:48 | migration-from-crunchy-standby/0-deploy-operators | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 12:54:48 | migration-from-crunchy-standby/0-deploy-operators | If you don't see a command prompt, try pressing enter. logger.go:42: 12:54:50 | migration-from-crunchy-standby/0-deploy-operators | pod "aws-cli" deleted from kuttl-test-enjoyed-polecat namespace logger.go:42: 12:54:50 | migration-from-crunchy-standby/0-deploy-operators | + cat logger.go:42: 12:54:50 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-enjoyed-polecat create secret generic migration-from-crunchy-pgbackrest-secrets --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | secret/migration-from-crunchy-pgbackrest-secrets created logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-enjoyed-polecat-crunchy create secret generic crunchy-pgbackrest-secret --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | secret/crunchy-pgbackrest-secret created logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | + deploy_operator logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | + local cw_prefix= logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | + destroy_operator logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 12:54:51 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 12:54:52 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 12:54:52 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 12:54:52 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 12:54:52 | migration-from-crunchy-standby/0-deploy-operators | namespace "pg-operator" force deleted logger.go:42: 12:55:04 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 12:55:04 | migration-from-crunchy-standby/0-deploy-operators | + create_namespace pg-operator logger.go:42: 12:55:04 | migration-from-crunchy-standby/0-deploy-operators | + local namespace=pg-operator logger.go:42: 12:55:04 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n '' ]] logger.go:42: 12:55:04 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 12:55:05 | migration-from-crunchy-standby/0-deploy-operators | + kubectl wait --for=delete namespace pg-operator logger.go:42: 12:55:05 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace pg-operator logger.go:42: 12:55:06 | migration-from-crunchy-standby/0-deploy-operators | namespace/pg-operator created logger.go:42: 12:55:06 | migration-from-crunchy-standby/0-deploy-operators | + cw_prefix=cw- logger.go:42: 12:55:06 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy/crd.yaml logger.go:42: 12:55:07 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 12:55:07 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 12:55:10 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 12:55:10 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 12:55:10 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 12:55:11 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 12:55:11 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 12:55:13 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 12:55:13 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy/cw-rbac.yaml logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | + local disable_telemetry=true logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | + '[' migration-from-crunchy-standby == telemetry-transfer ']' logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy/cw-operator.yaml logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 12:55:14 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply -f - logger.go:42: 12:55:16 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/percona-postgresql-operator created logger.go:42: 12:55:16 | migration-from-crunchy-standby/0-deploy-operators | + deploy_client logger.go:42: 12:55:16 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-enjoyed-polecat apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf/client.yaml logger.go:42: 12:55:17 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pg-client created logger.go:42: 12:55:18 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c kubectl wait deployment pgo \ -n "${NAMESPACE}-crunchy" \ --for=condition=Available \ --timeout=120s] logger.go:42: 12:55:19 | migration-from-crunchy-standby/0-deploy-operators | E0714 12:55:19.060358 565452 reflector.go:227] "Failed to watch" err="Get \"https://35.253.40.104/apis/apps/v1/namespaces/kuttl-test-enjoyed-polecat-crunchy/deployments?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpgo&resourceVersion=1784033717133103020&timeoutSeconds=377&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 12:55:19 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pgo condition met logger.go:42: 12:55:19 | migration-from-crunchy-standby/0-deploy-operators | test step completed 0-deploy-operators logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | starting test step 1-create-crunchy-cluster logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" REPO_PATH="/migration-from-crunchy/${RANDOM}/repo1" kubectl create configmap -n "${NAMESPACE}" crunchy-migration-config \ --from-literal=repo-path="${REPO_PATH}" \ --from-literal=minio-endpoint="${MINIO_ENDPOINT}" \ --from-literal=crunchy-ns="${CRUNCHY_NS}" cat "${TEST_CONFIG_DIR}/crunchy-source.yaml" | \ yq eval ".spec.postgresVersion = ${PG_VER}" | \ $sed "s||${REPO_PATH}|g" | \ $sed "s||${MINIO_ENDPOINT}|g" | \ kubectl -n "${CRUNCHY_NS}" apply -f -] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | + source ../../functions logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ realpath ../../.. logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ pwd logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ test_name=migration-from-crunchy-standby logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/vars.sh logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export GIT_BRANCH=PR-1684 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ GIT_BRANCH=PR-1684 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export VERSION=PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ VERSION=PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ command -v oc logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ oc get projects logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ ! -n '' ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ -n '' ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_VER=18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_VER=18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_DISTRIBUTION= logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ '' == community ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_VER=14 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_VER=14 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ printenv logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ grep -E '^IMAGE' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ awk -F= '{print $1}' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gdate logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which date logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ date=/usr/sbin/date logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gsed logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which sed logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ sed=/usr/sbin/sed logger.go:42: 12:55:19 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ oc get projects logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + CRUNCHY_NS=kuttl-test-enjoyed-polecat-crunchy logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + MINIO_ENDPOINT=minio-service.kuttl-test-enjoyed-polecat.svc.cluster.local:9000 logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + REPO_PATH=/migration-from-crunchy/22474/repo1 logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl create configmap -n kuttl-test-enjoyed-polecat crunchy-migration-config --from-literal=repo-path=/migration-from-crunchy/22474/repo1 --from-literal=minio-endpoint=minio-service.kuttl-test-enjoyed-polecat.svc.cluster.local:9000 --from-literal=crunchy-ns=kuttl-test-enjoyed-polecat-crunchy logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | configmap/crunchy-migration-config created logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + cat /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf/crunchy-source.yaml logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + yq eval '.spec.postgresVersion = 18' logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||/migration-from-crunchy/22474/repo1|g' logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl -n kuttl-test-enjoyed-polecat-crunchy apply -f - logger.go:42: 12:55:20 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||minio-service.kuttl-test-enjoyed-polecat.svc.cluster.local:9000|g' logger.go:42: 12:55:22 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source created logger.go:42: 12:55:22 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 12:55:22 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: no matching resources found logger.go:42: 12:55:23 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 12:55:24 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: no matching resources found logger.go:42: 12:55:25 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 12:55:43 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-85m5-0 condition met logger.go:42: 12:55:47 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-8nx5-0 condition met logger.go:42: 12:57:42 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-kl8b-0 condition met logger.go:42: 12:57:43 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0714 12:57:43.066772 565732 reflector.go:227] "Failed to watch" err="Get \"https://35.253.40.104/api/v1/namespaces/kuttl-test-enjoyed-polecat-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-pgbouncer-7685c67cc-xgwsq&resourceVersion=1784033862659606000&timeoutSeconds=495&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 12:57:43 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-pgbouncer-7685c67cc-xgwsq condition met logger.go:42: 12:57:43 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0714 12:57:43.790825 565609 reflector.go:227] "Failed to watch" err="Get \"https://35.253.40.104/apis/postgres-operator.crunchydata.com/v1beta1/namespaces/kuttl-test-enjoyed-polecat-crunchy/postgresclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source&resourceVersion=1784033860994308000&timeoutSeconds=569&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 12:57:43 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source condition met logger.go:42: 12:57:43 | migration-from-crunchy-standby/1-create-crunchy-cluster | test step completed 1-create-crunchy-cluster logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | starting test step 2-write-initial-data logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Get the primary pod in the Crunchy namespace primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write initial test data directly via psql on the primary pod kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -c 'CREATE DATABASE migrationtest;' psql -d migrationtest -c 'CREATE TABLE migration_data (id int PRIMARY KEY, value text);' psql -d migrationtest -c \"INSERT INTO migration_data VALUES (1, 'initial-data-before-standby');\" " data=$(kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 02-initial-data \ --from-literal=data="${data}"] logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | + source ../../functions logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ realpath ../../.. logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | ++ BUSYBOX_VER=1.36 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | ++++ pwd logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/vars.sh logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export GIT_BRANCH=PR-1684 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ GIT_BRANCH=PR-1684 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export VERSION=PR-1684-187c2f8a6 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ VERSION=PR-1684-187c2f8a6 logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ command -v oc logger.go:42: 12:57:43 | migration-from-crunchy-standby/2-write-initial-data | +++ oc get projects logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | error: the server doesn't have a resource type "projects" logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ ! -n '' ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ -n '' ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_VER=18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_VER=18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_DISTRIBUTION= logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_DISTRIBUTION= logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ '' == community ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export BUCKET=pg-operator-testing logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ BUCKET=pg-operator-testing logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_VER=14 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_VER=14 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export MINIO_VER=5.4.0 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ MINIO_VER=5.4.0 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME=docker.io logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ printenv logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ grep -E '^IMAGE' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ awk -F= '{print $1}' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gdate logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ which date logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ date=/usr/sbin/date logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gsed logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++++ which sed logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | +++ sed=/usr/sbin/sed logger.go:42: 12:57:44 | migration-from-crunchy-standby/2-write-initial-data | ++ oc get projects logger.go:42: 12:57:45 | migration-from-crunchy-standby/2-write-initial-data | + CRUNCHY_NS=kuttl-test-enjoyed-polecat-crunchy logger.go:42: 12:57:45 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-enjoyed-polecat-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:57:45 | migration-from-crunchy-standby/2-write-initial-data | + primary=crunchy-source-instance1-85m5-0 logger.go:42: 12:57:45 | migration-from-crunchy-standby/2-write-initial-data | + '[' -z crunchy-source-instance1-85m5-0 ']' logger.go:42: 12:57:45 | migration-from-crunchy-standby/2-write-initial-data | + kubectl exec -n kuttl-test-enjoyed-polecat-crunchy crunchy-source-instance1-85m5-0 -c database -- bash -c $'\n psql -c \'CREATE DATABASE migrationtest;\'\n psql -d migrationtest -c \'CREATE TABLE migration_data (id int PRIMARY KEY, value text);\'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (1, \'initial-data-before-standby\');"\n' logger.go:42: 12:57:47 | migration-from-crunchy-standby/2-write-initial-data | CREATE DATABASE logger.go:42: 12:57:47 | migration-from-crunchy-standby/2-write-initial-data | CREATE TABLE logger.go:42: 12:57:47 | migration-from-crunchy-standby/2-write-initial-data | INSERT 0 1 logger.go:42: 12:57:47 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl exec -n kuttl-test-enjoyed-polecat-crunchy crunchy-source-instance1-85m5-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 12:57:48 | migration-from-crunchy-standby/2-write-initial-data | + data=' 1 | initial-data-before-standby' logger.go:42: 12:57:48 | migration-from-crunchy-standby/2-write-initial-data | + kubectl create configmap -n kuttl-test-enjoyed-polecat 02-initial-data '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 12:57:48 | migration-from-crunchy-standby/2-write-initial-data | configmap/02-initial-data created logger.go:42: 12:57:48 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c data=$(kubectl get configmap 02-initial-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not found. Got: ${data}" exit 1 }] logger.go:42: 12:57:49 | migration-from-crunchy-standby/2-write-initial-data | test step completed 2-write-initial-data logger.go:42: 12:57:49 | migration-from-crunchy-standby/3-trigger-backup | starting test step 3-trigger-backup logger.go:42: 12:57:49 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit set -o xtrace CRUNCHY_NS="${NAMESPACE}-crunchy" # Trigger a full backup now that the data has been written. # Doing the backup AFTER writing data means the Percona standby will # restore close to the current state and replay only a small amount of WAL, # which is the realistic production migration pattern. kubectl -n "${CRUNCHY_NS}" annotate postgrescluster crunchy-source \ postgres-operator.crunchydata.com/pgbackrest-backup="$(date +%s)"] logger.go:42: 12:57:49 | migration-from-crunchy-standby/3-trigger-backup | + CRUNCHY_NS=kuttl-test-enjoyed-polecat-crunchy logger.go:42: 12:57:49 | migration-from-crunchy-standby/3-trigger-backup | ++ date +%s logger.go:42: 12:57:49 | migration-from-crunchy-standby/3-trigger-backup | + kubectl -n kuttl-test-enjoyed-polecat-crunchy annotate postgrescluster crunchy-source postgres-operator.crunchydata.com/pgbackrest-backup=1784033869 logger.go:42: 12:57:49 | migration-from-crunchy-standby/3-trigger-backup | postgrescluster.postgres-operator.crunchydata.com/crunchy-source annotated logger.go:42: 12:57:49 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 12:57:50 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 12:57:51 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 12:59:47 | migration-from-crunchy-standby/3-trigger-backup | job.batch/crunchy-source-backup-rrbf condition met logger.go:42: 12:59:47 | migration-from-crunchy-standby/3-trigger-backup | test step completed 3-trigger-backup logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | starting test step 4-create-percona-standby logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Retrieve the S3 repo path set when the Crunchy cluster was created REPO_PATH=$(kubectl get configmap crunchy-migration-config -n "${NAMESPACE}" \ -o jsonpath='{.data.repo-path}') MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" # ----------------------------------------------------------------------- # Copy TLS certificates from the Crunchy namespace to the Percona namespace. # The cluster-cert provides the shared CA so each side can verify the other. # The replication-cert (CN=_crunchyreplication) is presented by the Percona # standby when opening a streaming replication connection to the Crunchy primary. # ----------------------------------------------------------------------- for secret in crunchy-source-cluster-cert crunchy-source-replication-cert; do kubectl get secret "${secret}" -n "${CRUNCHY_NS}" -o json | \ yq '{"apiVersion": .apiVersion, "kind": .kind, "data": .data, "metadata": {"name": .metadata.name}, "type": .type}' -o yaml | \ kubectl apply -n "${NAMESPACE}" -f - done # Use the Crunchy HA service DNS as the streaming replication host. # In-cluster cross-namespace DNS avoids the need for a LoadBalancer IP. CRUNCHY_HOST="crunchy-source-ha.${CRUNCHY_NS}.svc.cluster.local" # ----------------------------------------------------------------------- # Create the Percona standby cluster: # - repoName: repo1 → initial restore from the shared S3 backup # - host/port → ongoing streaming replication from the Crunchy primary # - customTLSSecret → lets Percona verify Crunchy's TLS and vice-versa # - customReplicationTLSSecret → cert Percona presents as _crunchyreplication # ----------------------------------------------------------------------- get_cr "percona-standby" "${REPO_PATH}" | \ yq eval 'del(.spec.users)' | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-uri-style\" = \"path\"" | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-verify-tls\" = \"n\"" | \ yq eval ".spec.backups.pgbackrest.repos[0].s3.endpoint = \"${MINIO_ENDPOINT}\"" | \ yq eval ".spec.standby.enabled = true" | \ yq eval ".spec.standby.repoName = \"repo1\"" | \ yq eval ".spec.standby.host = \"${CRUNCHY_HOST}\"" | \ yq eval ".spec.standby.port = 5432" | \ yq eval ".spec.secrets.customTLSSecret.name = \"crunchy-source-cluster-cert\"" | \ yq eval ".spec.secrets.customReplicationTLSSecret.name = \"crunchy-source-replication-cert\"" | \ kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | + source ../../functions logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ realpath ../../.. logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | ++++ pwd logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/vars.sh logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/conf logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export GIT_BRANCH=PR-1684 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ GIT_BRANCH=PR-1684 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export VERSION=PR-1684-187c2f8a6 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ VERSION=PR-1684-187c2f8a6 logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ command -v oc logger.go:42: 12:59:47 | migration-from-crunchy-standby/4-create-percona-standby | +++ oc get projects logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | error: the server doesn't have a resource type "projects" logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ ! -n '' ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ -n '' ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_VER=18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_VER=18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_DISTRIBUTION= logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_DISTRIBUTION= logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ '' == community ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ BUCKET=pg-operator-testing logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_VER=14 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_VER=14 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ MINIO_VER=5.4.0 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ printenv logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ grep -E '^IMAGE' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ awk -F= '{print $1}' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6 logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gdate logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which date logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ date=/usr/sbin/date logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gsed logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which sed logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | +++ sed=/usr/sbin/sed logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++ oc get projects logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_NS=kuttl-test-enjoyed-polecat-crunchy logger.go:42: 12:59:48 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get configmap crunchy-migration-config -n kuttl-test-enjoyed-polecat -o 'jsonpath={.data.repo-path}' logger.go:42: 12:59:49 | migration-from-crunchy-standby/4-create-percona-standby | + REPO_PATH=/migration-from-crunchy/22474/repo1 logger.go:42: 12:59:49 | migration-from-crunchy-standby/4-create-percona-standby | + MINIO_ENDPOINT=minio-service.kuttl-test-enjoyed-polecat.svc.cluster.local:9000 logger.go:42: 12:59:49 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 12:59:49 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-cluster-cert -n kuttl-test-enjoyed-polecat-crunchy -o json logger.go:42: 12:59:49 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 12:59:49 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-enjoyed-polecat -f - logger.go:42: 12:59:51 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-cluster-cert created logger.go:42: 12:59:51 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 12:59:51 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-replication-cert -n kuttl-test-enjoyed-polecat-crunchy -o json logger.go:42: 12:59:51 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-enjoyed-polecat -f - logger.go:42: 12:59:51 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-replication-cert created logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_HOST=crunchy-source-ha.kuttl-test-enjoyed-polecat-crunchy.svc.cluster.local logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + get_cr percona-standby /migration-from-crunchy/22474/repo1 logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_name=percona-standby logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval 'del(.spec.users)' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + local repo_path=/migration-from-crunchy/22474/repo1 logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + local source_path= logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + '[' -z percona-standby ']' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-uri-style" = "path"' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-verify-tls" = "n"' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ detect_k8s_platform logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ local platform= logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.repos[0].s3.endpoint = "minio-service.kuttl-test-enjoyed-polecat.svc.cluster.local:9000"' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.enabled = true' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get nodes -o json logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.repoName = "repo1"' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ jq -r '.items[0].spec.providerID' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customTLSSecret.name = "crunchy-source-cluster-cert"' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.host = "crunchy-source-ha.kuttl-test-enjoyed-polecat-crunchy.svc.cluster.local"' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ grep -q gce:// logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.port = 5432' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customReplicationTLSSecret.name = "crunchy-source-replication-cert"' logger.go:42: 12:59:52 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl -n kuttl-test-enjoyed-polecat apply -f - logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | ++ platform=gke logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | ++ echo gke logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + local platform=gke logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-spaces.yaml logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + local aks_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-aks.yaml logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == digitalocean ]] logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == aks ]] logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy/cr.yaml') logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + local crs logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml ]] logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + crs+=($cr_file) logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "percona-standby" |\n\t\t.metadata.labels = {"e2e":"percona-standby"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"percona-standby","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" |\n\t\t.spec.pmm.secret = "percona-standby-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "percona-standby-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1684/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||/migration-from-crunchy/22474/repo1|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -n '' ]] logger.go:42: 12:59:53 | migration-from-crunchy-standby/4-create-percona-standby | + cat /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 12:59:54 | migration-from-crunchy-standby/4-create-percona-standby | perconapgcluster.pgv2.percona.com/percona-standby created logger.go:42: 13:09:55 | migration-from-crunchy-standby/4-create-percona-standby | test step failed 4-create-percona-standby case.go:331: failed in step 4-create-percona-standby case.go:333: no resources matched of kind: apps/v1, Kind=StatefulSet case.go:333: postgresclusters.upstream.pgv2.percona.com "percona-standby" not found case.go:333: --- PerconaPGCluster:kuttl-test-enjoyed-polecat/percona-standby +++ PerconaPGCluster:kuttl-test-enjoyed-polecat/percona-standby @@ -1,15 +1,13 @@ apiVersion: pgv2.percona.com/v2 kind: PerconaPGCluster metadata: + annotations: + kubectl.kubernetes.io/last-applied-configuration: | + {"apiVersion":"pgv2.percona.com/v2","kind":"PerconaPGCluster","metadata":{"annotations":{},"labels":{"e2e":"percona-standby"},"name":"percona-standby","namespace":"kuttl-test-enjoyed-polecat"},"spec":{"backups":{"pgbackrest":{"configuration":[{"secret":{"name":"migration-from-crunchy-pgbackrest-secrets"}}],"global":{"repo1-path":"/migration-from-crunchy/22474/repo1","repo1-s3-uri-style":"path","repo1-s3-verify-tls":"n"},"image":"docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18","manual":{"options":["--type=full"],"repoName":"repo1"},"repoHost":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"pgbackrest"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}}},"repos":[{"name":"repo1","s3":{"bucket":"operator-testing","endpoint":"minio-service.kuttl-test-enjoyed-polecat.svc.cluster.local:9000","region":"us-east-1"}}]}},"crVersion":"3.1.0","image":"docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres","imagePullPolicy":"Always","initContainer":{"image":"docker.io/perconalab/percona-postgresql-operator:PR-1684-187c2f8a6"},"instances":[{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"postgres"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"dataVolumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}},"name":"instance1","replicas":3}],"pmm":{"customClusterName":"percona-standby-pmm-custom-name","enabled":false,"image":"docker.io/perconalab/pmm-client:dev-latest","postgresParams":"--environment=dev-postgres","secret":"percona-standby-pmm-secret","serverHost":"monitoring-service"},"postgresVersion":18,"proxy":{"pgBouncer":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/role":"pgbouncer"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"image":"docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18","replicas":3}},"secrets":{"customReplicationTLSSecret":{"name":"crunchy-source-replication-cert"},"customTLSSecret":{"name":"crunchy-source-cluster-cert"}},"standby":{"enabled":true,"host":"crunchy-source-ha.kuttl-test-enjoyed-polecat-crunchy.svc.cluster.local","port":5432,"repoName":"repo1"}}} + labels: + e2e: percona-standby + managedFields: '[... elided field over 10 lines long ...]' name: percona-standby namespace: kuttl-test-enjoyed-polecat -status: - postgres: - instances: - - name: instance1 - ready: 3 - size: 3 - ready: 3 - size: 3 - state: ready +spec: '[... elided field over 10 lines long ...]' case.go:333: resource PerconaPGCluster:kuttl-test-enjoyed-polecat/percona-standby: .status: key is missing from map logger.go:42: 13:09:55 | migration-from-crunchy-standby | migration-from-crunchy-standby events from ns kuttl-test-enjoyed-polecat: logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:11 +0000 UTC Normal PersistentVolumeClaim minio-service WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:12 +0000 UTC Normal ReplicaSet.apps minio-service-7979c64d4c SuccessfulCreate Created pod: minio-service-7979c64d4c-6bg98 replicaset-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:12 +0000 UTC Normal Deployment.apps minio-service ScalingReplicaSet Scaled up replica set minio-service-7979c64d4c from 0 to 1 deployment-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:12 +0000 UTC Normal PersistentVolumeClaim minio-service ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:12 +0000 UTC Normal PersistentVolumeClaim minio-service Provisioning External provisioner is provisioning volume for claim "kuttl-test-enjoyed-polecat/minio-service" pd.csi.storage.gke.io_gke-5b8393afedc14b7d95f7-5faf-cc5f-vm_fd6396b2-5541-4e17-a3dc-2a8bdfc82106 logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:13 +0000 UTC Normal Pod minio-service-post-job-tqdv8 Binding Scheduled Successfully assigned kuttl-test-enjoyed-polecat/minio-service-post-job-tqdv8 to gke-jen-pg-1684-187c2f8a-default-pool-bd3a5567-65th default-scheduler logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:13 +0000 UTC Normal Pod minio-service-post-job-tqdv8.spec.containers{minio-make-user} Pulling Pulling image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:13 +0000 UTC Normal Job.batch minio-service-post-job SuccessfulCreate Created pod: minio-service-post-job-tqdv8 job-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:16 +0000 UTC Normal Pod minio-service-7979c64d4c-6bg98 Binding Scheduled Successfully assigned kuttl-test-enjoyed-polecat/minio-service-7979c64d4c-6bg98 to gke-jen-pg-1684-187c2f8a-default-pool-bd3a5567-65th default-scheduler logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:16 +0000 UTC Normal Pod minio-service-post-job-tqdv8.spec.containers{minio-make-user} Pulled Successfully pulled image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" in 2.91s (2.91s including waiting). Image size: 28122288 bytes. kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:16 +0000 UTC Normal PersistentVolumeClaim minio-service ProvisioningSucceeded Successfully provisioned volume pvc-51c36323-d6ff-4afd-9b7a-fe5734653e47 pd.csi.storage.gke.io_gke-5b8393afedc14b7d95f7-5faf-cc5f-vm_fd6396b2-5541-4e17-a3dc-2a8bdfc82106 logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:17 +0000 UTC Normal Pod minio-service-post-job-tqdv8.spec.containers{minio-make-user} Created Created container: minio-make-user kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:17 +0000 UTC Normal Pod minio-service-post-job-tqdv8.spec.containers{minio-make-user} Started Started container minio-make-user kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:23 +0000 UTC Normal Pod minio-service-7979c64d4c-6bg98 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-51c36323-d6ff-4afd-9b7a-fe5734653e47" attachdetach-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:25 +0000 UTC Normal Pod minio-service-7979c64d4c-6bg98.spec.containers{minio} Pulling Pulling image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:28 +0000 UTC Normal Pod minio-service-7979c64d4c-6bg98.spec.containers{minio} Pulled Successfully pulled image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" in 3.169s (3.169s including waiting). Image size: 62642371 bytes. kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:28 +0000 UTC Normal Pod minio-service-7979c64d4c-6bg98.spec.containers{minio} Created Created container: minio kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:28 +0000 UTC Normal Pod minio-service-7979c64d4c-6bg98.spec.containers{minio} Started Started container minio kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:41 +0000 UTC Normal Job.batch minio-service-post-job Completed Job completed job-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:43 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-enjoyed-polecat/aws-cli to gke-jen-pg-1684-187c2f8a-default-pool-bd3a5567-65th default-scheduler logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:44 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:47 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 3.524s (3.524s including waiting). Image size: 30314917 bytes. kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:47 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:54:47 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:55:16 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:55:17 +0000 UTC Normal Pod pg-client-65d98588cc-hbl86 Binding Scheduled Successfully assigned kuttl-test-enjoyed-polecat/pg-client-65d98588cc-hbl86 to gke-jen-pg-1684-187c2f8a-default-pool-bd3a5567-65th default-scheduler logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:55:17 +0000 UTC Normal Pod pg-client-65d98588cc-hbl86.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:55:17 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-hbl86 replicaset-controller logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:55:39 +0000 UTC Normal Pod pg-client-65d98588cc-hbl86.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 21.572s (21.572s including waiting). Image size: 450571400 bytes. kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:55:39 +0000 UTC Normal Pod pg-client-65d98588cc-hbl86.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | 2026-07-14 12:55:39 +0000 UTC Normal Pod pg-client-65d98588cc-hbl86.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 13:09:55 | migration-from-crunchy-standby | Deleting namespace "kuttl-test-enjoyed-polecat" === NAME kuttl harness.go:403: run tests finished harness.go:520: cleaning up harness.go:577: removing temp folder: "" --- FAIL: kuttl (1039.84s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/migration-from-crunchy-standby (1039.11s) FAIL