=== RUN kuttl harness.go:459: starting setup harness.go:254: running tests using configured kubeconfig. harness.go:277: Successful connection to cluster at: https://35.238.202.254 harness.go:362: running tests harness.go:74: going to run test suite with timeout of 180 seconds for each step harness.go:374: testsuite: e2e-tests/tests has 46 tests === RUN kuttl/harness === RUN kuttl/harness/gr-upgrade === PAUSE kuttl/harness/gr-upgrade === CONT kuttl/harness/gr-upgrade logger.go:42: 14:10:20 | gr-upgrade | Creating namespace: kuttl-test-stirred-gazelle logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep git_tag="v$(latest_operator_version_in_vs)" deploy_operator_gh ${git_tag} deploy_tls_cluster_secrets deploy_client] logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | + source ../../functions logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ realpath ../../.. logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++++ pwd logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/tests/gr-upgrade logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++ test_name=gr-upgrade logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/vars.sh logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/deploy logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/deploy logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/conf logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/conf logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-upgrade logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/gr-upgrade logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export GIT_BRANCH=PR-1168 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ GIT_BRANCH=PR-1168 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export VERSION=PR-1168-50c3d2c2 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ VERSION=PR-1168-50c3d2c2 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1168-50c3d2c2 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1168-50c3d2c2 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ [[ -z 8.0 ]] logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export MYSQL_VERSION=8.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ MYSQL_VERSION=8.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export CERT_MANAGER_VER=1.18.2 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ CERT_MANAGER_VER=1.18.2 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ export VAULT_VER=0.16.1 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ VAULT_VER=0.16.1 logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++++ which gdate logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++++ which date logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ oc get projects logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ : logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ kubectl get nodes logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ grep '^minikube' logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ which gsed logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ which sed logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++ sed=/usr/sbin/sed logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | ++ oc get projects logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ kubectl version -o json logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ jq -r .serverVersion.gitVersion logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | +++ grep '\-eks\-' logger.go:42: 14:10:21 | gr-upgrade/0-deploy-operator | grep: warning: stray \ before - logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | ++ '[' ']' logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | ++ EKS=0 logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | + init_temp_dir logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | + rm -rf /tmp/kuttl/ps/gr-upgrade logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/gr-upgrade logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | ++ latest_operator_version_in_vs logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | +++ curl -s https://check.percona.com/versions/v1/ps-operator logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | +++ jq -r '.versions[].operator' logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | +++ sort -V logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | +++ tail -n1 logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | ++ local latest=0.12.0 logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | ++ [[ 0.12.0 == '' ]] logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | ++ echo 0.12.0 logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | + git_tag=v0.12.0 logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | + deploy_operator_gh v0.12.0 logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | + local git_tag=v0.12.0 logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | + echo 'applying v0.12.0/deploy/crd.yaml' logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | applying v0.12.0/deploy/crd.yaml logger.go:42: 14:10:22 | gr-upgrade/0-deploy-operator | + kubectl apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-server-mysql-operator/v0.12.0/deploy/crd.yaml logger.go:42: 14:10:24 | gr-upgrade/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 14:10:24 | gr-upgrade/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + local rbac=rbac logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + local operator=operator logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + rbac=cw-rbac logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + operator=cw-operator logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + create_namespace ps-operator logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + local namespace=ps-operator logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + [[ -n '' ]] logger.go:42: 14:10:25 | gr-upgrade/0-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found logger.go:42: 14:10:26 | gr-upgrade/0-deploy-operator | namespace "ps-operator" deleted logger.go:42: 14:10:37 | gr-upgrade/0-deploy-operator | + kubectl wait --for=delete namespace ps-operator logger.go:42: 14:10:37 | gr-upgrade/0-deploy-operator | + kubectl create namespace ps-operator logger.go:42: 14:10:37 | gr-upgrade/0-deploy-operator | namespace/ps-operator created logger.go:42: 14:10:37 | gr-upgrade/0-deploy-operator | + echo 'applying v0.12.0/deploy/cw-rbac.yaml' logger.go:42: 14:10:37 | gr-upgrade/0-deploy-operator | applying v0.12.0/deploy/cw-rbac.yaml logger.go:42: 14:10:37 | gr-upgrade/0-deploy-operator | + kubectl apply -n ps-operator -f https://raw.githubusercontent.com/percona/percona-server-mysql-operator/v0.12.0/deploy/cw-rbac.yaml logger.go:42: 14:10:39 | gr-upgrade/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 14:10:39 | gr-upgrade/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:10:39 | gr-upgrade/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 14:10:40 | gr-upgrade/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:10:40 | gr-upgrade/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 14:10:40 | gr-upgrade/0-deploy-operator | + echo 'applying v0.12.0/deploy/cw-operator.yaml' logger.go:42: 14:10:40 | gr-upgrade/0-deploy-operator | applying v0.12.0/deploy/cw-operator.yaml logger.go:42: 14:10:40 | gr-upgrade/0-deploy-operator | + curl -s https://raw.githubusercontent.com/percona/percona-server-mysql-operator/v0.12.0/deploy/cw-operator.yaml logger.go:42: 14:10:40 | gr-upgrade/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 14:10:40 | gr-upgrade/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"' logger.go:42: 14:10:40 | gr-upgrade/0-deploy-operator | + kubectl -n ps-operator apply -f - logger.go:42: 14:10:42 | gr-upgrade/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 14:10:42 | gr-upgrade/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 14:10:42 | gr-upgrade/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 14:10:42 | gr-upgrade/0-deploy-operator | + kubectl -n kuttl-test-stirred-gazelle apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/conf/ssl-secret.yaml logger.go:42: 14:10:43 | gr-upgrade/0-deploy-operator | secret/test-ssl created logger.go:42: 14:10:43 | gr-upgrade/0-deploy-operator | + deploy_client logger.go:42: 14:10:43 | gr-upgrade/0-deploy-operator | + kubectl -n kuttl-test-stirred-gazelle apply -f - logger.go:42: 14:10:43 | gr-upgrade/0-deploy-operator | ++ printf '.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 14:10:43 | gr-upgrade/0-deploy-operator | + yq eval '.spec.containers[0].image="perconalab/percona-server-mysql-operator:main-psmysql8.0"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/conf/client.yaml logger.go:42: 14:10:44 | gr-upgrade/0-deploy-operator | pod/mysql-client created logger.go:42: 14:10:45 | gr-upgrade/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 14:10:45 | gr-upgrade/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 14:10:46 | gr-upgrade/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 14:10:47 | gr-upgrade/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 14:10:47 | gr-upgrade/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 14:10:47 | gr-upgrade/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 14:10:49 | gr-upgrade/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 14:10:49 | gr-upgrade/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 14:10:49 | gr-upgrade/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 14:10:51 | gr-upgrade/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 14:10:51 | gr-upgrade/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 14:10:51 | gr-upgrade/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 14:10:53 | gr-upgrade/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 14:10:53 | gr-upgrade/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 14:10:53 | gr-upgrade/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 14:10:53 | gr-upgrade/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 14:10:53 | gr-upgrade/0-deploy-operator | percona-server-mysql-operator ps-operator 1 logger.go:42: 14:10:53 | gr-upgrade/0-deploy-operator | ASSERT PASS logger.go:42: 14:10:53 | gr-upgrade/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | starting test step 1-create-cluster logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions version=$(latest_operator_version_in_vs) init_image=$(get_operator_image) if [[ -z ${init_image} ]]; then echo "failed to get operator image" exit 1 fi get_cr_with_latest_versions_in_vs \ | yq eval "$(printf '.spec.initImage="%s"' "${init_image}")" - \ | yq eval "$(printf '.spec.crVersion="%s"' "${version}")" - \ | yq eval '.spec.secretsName="gr-upgrade-secrets"' - \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.proxy.router.enabled=false' - \ | yq eval '.spec.proxy.haproxy.enabled=true' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | + source ../../functions logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ realpath ../../.. logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | ++++ pwd logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/tests/gr-upgrade logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | ++ test_name=gr-upgrade logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/vars.sh logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/deploy logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/deploy logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/conf logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/e2e-tests/conf logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-upgrade logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/gr-upgrade logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export GIT_BRANCH=PR-1168 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ GIT_BRANCH=PR-1168 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export VERSION=PR-1168-50c3d2c2 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ VERSION=PR-1168-50c3d2c2 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1168-50c3d2c2 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1168-50c3d2c2 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ [[ -z 8.0 ]] logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export MYSQL_VERSION=8.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ MYSQL_VERSION=8.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export CERT_MANAGER_VER=1.18.2 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ CERT_MANAGER_VER=1.18.2 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ export VAULT_VER=0.16.1 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ VAULT_VER=0.16.1 logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | ++++ which gdate logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | ++++ which date logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ oc get projects logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ : logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ kubectl get nodes logger.go:42: 14:10:53 | gr-upgrade/1-create-cluster | +++ grep '^minikube' logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ which gsed logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1168/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ which sed logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | ++ sed=/usr/sbin/sed logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | ++ oc get projects logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ kubectl version -o json logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ jq -r .serverVersion.gitVersion logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ grep '\-eks\-' logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | grep: warning: stray \ before - logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | ++ '[' ']' logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | ++ EKS=0 logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | ++ latest_operator_version_in_vs logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ curl -s https://check.percona.com/versions/v1/ps-operator logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ jq -r '.versions[].operator' logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ sort -V logger.go:42: 14:10:54 | gr-upgrade/1-create-cluster | +++ tail -n1 logger.go:42: 14:13:09 | gr-upgrade/1-create-cluster | ++ local latest=0.12.0 logger.go:42: 14:13:09 | gr-upgrade/1-create-cluster | ++ [[ 0.12.0 == '' ]] logger.go:42: 14:13:09 | gr-upgrade/1-create-cluster | ++ echo 0.12.0 logger.go:42: 14:13:09 | gr-upgrade/1-create-cluster | + version=0.12.0 logger.go:42: 14:13:09 | gr-upgrade/1-create-cluster | ++ get_operator_image logger.go:42: 14:13:09 | gr-upgrade/1-create-cluster | ++ kubectl get pods -n ps-operator --selector=app.kubernetes.io/name=percona-server-mysql-operator -o 'jsonpath={.items[].spec.containers[].image}' logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + init_image=percona/percona-server-mysql-operator:0.12.0 logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + [[ -z percona/percona-server-mysql-operator:0.12.0 ]] logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + get_cr_with_latest_versions_in_vs logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + yq eval '.spec.secretsName="gr-upgrade-secrets"' - logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | ++ printf '.spec.initImage="%s"' percona/percona-server-mysql-operator:0.12.0 logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | ++ latest_operator_version_in_vs logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | ++ printf '.spec.crVersion="%s"' 0.12.0 logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + yq eval .spec.proxy.router.enabled=false - logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + yq eval '.spec.initImage="percona/percona-server-mysql-operator:0.12.0"' - logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + yq eval .spec.proxy.haproxy.enabled=true - logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + kubectl -n kuttl-test-stirred-gazelle apply -f - logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + yq eval '.spec.crVersion="0.12.0"' - logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | +++ curl -s https://check.percona.com/versions/v1/ps-operator logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | +++ tail -n1 logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | +++ sort -V logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | +++ jq -r '.versions[].operator' logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | ++ local latest=0.12.0 logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | ++ [[ 0.12.0 == '' ]] logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | ++ echo 0.12.0 logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + local operator_version=0.12.0 logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | + local git_tag=v0.12.0 logger.go:42: 14:13:10 | gr-upgrade/1-create-cluster | ++ curl -s https://check.percona.com/versions/v1/ps-operator/0.12.0 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + local 'versions={"versions":[{"product":"ps-operator", "operator":"0.12.0", "matrix":{"mongod":{}, "pxc":{}, "pmm":{"3.4.0":{"imagePath":"percona/pmm-client:3.4.0", "imageHash":"9e8bf020be35eddc2a9e3a22e974234ce02c4818353e87e0522191df2743af3c", "imageHashArm64":"1f3e19db0a409e92ccd5238893000f4340bc309a44ebdc2a78eedf4d7948c766", "status":"recommended", "critical":true}}, "proxysql":{}, "haproxy":{"2.8.15":{"imagePath":"percona/haproxy:2.8.15", "imageHash":"e64e468ac0ed2036ee164631469cc71821dcb84a6d568883f704d0eacaf84bb4", "imageHashArm64":"", "status":"recommended", "critical":false}}, "backup":{"8.0.35-34":{"imagePath":"percona/percona-xtrabackup:8.0.35-34.1", "imageHash":"2dc127b08971051296d421b22aa861bb0330cf702b4b0246ae31053b0f01911e", "imageHashArm64":"", "status":"recommended", "critical":false}, "8.4.0-4":{"imagePath":"percona/percona-xtrabackup:8.4.0-4.1", "imageHash":"f9e859ffbc6a9db1b1e3c72a8545cfcb0c9d70271c3c3273007d033fed3772a6", "imageHashArm64":"", "status":"recommended", "critical":false}}, "operator":{"0.12.0":{"imagePath":"percona/percona-server-mysql-operator:0.12.0", "imageHash":"a9d073efaee64250c7a97210232373909c951d0d6da3d67d68b36a212b5e5a5b", "imageHashArm64":"cb704b34cff91fd44e897d4aed0379ffb5c970625e8e5ecd7ffec2b12b0e5897", "status":"recommended", "critical":false}}, "logCollector":{}, "postgresql":{}, "pgbackrest":{}, "pgbackrestRepo":{}, "pgbadger":{}, "pgbouncer":{}, "pxcOperator":{}, "psmdbOperator":{}, "pgOperatorApiserver":{}, "pgOperatorEvent":{}, "pgOperatorRmdata":{}, "pgOperatorScheduler":{}, "pgOperator":{}, "pgOperatorDeployer":{}, "psOperator":{}, "mysql":{"8.0.33-25":{"imagePath":"percona/percona-server:8.0.33-25", "imageHash":"14ef81039f2dfa5e19a9bf20e39aaf367aae4370db70899bc5217118d6fd2171", "imageHashArm64":"", "status":"available", "critical":false}, "8.0.36-28":{"imagePath":"percona/percona-server:8.0.36-28", "imageHash":"423acd206f94b34288d10ed041c3ba42543e26e44f3706621320504a010dd41f", "imageHashArm64":"", "status":"available", "critical":false}, "8.0.40-31":{"imagePath":"percona/percona-server:8.0.40-31", "imageHash":"09276abecbc7c38ce9c5453da1728f3e7d81722c56e2837574ace3a021ee92f2", "imageHashArm64":"", "status":"available", "critical":false}, "8.0.42-33":{"imagePath":"percona/percona-server:8.0.42-33", "imageHash":"a7cbaa50c43483a07506f7cd5cccc4e587611f6500e1be5df0a93e339b9d3bc5", "imageHashArm64":"", "status":"available", "critical":false}, "8.0.43-34":{"imagePath":"percona/percona-server:8.0.43-34.1", "imageHash":"d8a03675a2dd5d01a36ab0fe1c942091679bce90a241fb539cd31776ebf43aca", "imageHashArm64":"", "status":"recommended", "critical":false}, "8.4.5-5":{"imagePath":"percona/percona-server:8.4.5-5", "imageHash":"61a6811372d919316640990922188005f92d58639a2472865d59e56b2a6050a1", "imageHashArm64":"", "status":"available", "critical":false}, "8.4.6-6":{"imagePath":"percona/percona-server:8.4.6-6.1", "imageHash":"dd0c67df12f5b13eac441dfa27b04a49ac449b6946adf100bc1ecebffd8074f4", "imageHashArm64":"", "status":"recommended", "critical":false}}, "router":{"8.0.43":{"imagePath":"percona/percona-mysql-router:8.0.43", "imageHash":"00047362aec0ee988e32f7133d41b723928a6ac98d38dcd10c18ca99e2718a53", "imageHashArm64":"", "status":"available", "critical":false}, "8.4.6":{"imagePath":"percona/percona-mysql-router:8.4.6", "imageHash":"5b714f768c4cea30e85b31de7ab3958074814e8ccfbcad61db5109d3d80710b3", "imageHashArm64":"", "status":"recommended", "critical":false}}, "orchestrator":{"3.2.6-18":{"imagePath":"percona/percona-orchestrator:3.2.6-18", "imageHash":"6fa4c515363c2a89a13accb0a58ba66519329afc04ad31c400775ced96bc8c09", "imageHashArm64":"", "status":"recommended", "critical":false}}, "toolkit":{"3.7.0":{"imagePath":"percona/percona-toolkit:3.7.0-2", "imageHash":"17ef2b69a97fa546d1f925c74ca09587ac215085c392761bb4d51f188baa6c0e", "imageHashArm64":"", "status":"recommended", "critical":false}}, "postgis":{}}}]}' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ echo '{"versions":[{"product":"ps-operator",' '"operator":"0.12.0",' '"matrix":{"mongod":{},' '"pxc":{},' '"pmm":{"3.4.0":{"imagePath":"percona/pmm-client:3.4.0",' '"imageHash":"9e8bf020be35eddc2a9e3a22e974234ce02c4818353e87e0522191df2743af3c",' '"imageHashArm64":"1f3e19db0a409e92ccd5238893000f4340bc309a44ebdc2a78eedf4d7948c766",' '"status":"recommended",' '"critical":true}},' '"proxysql":{},' '"haproxy":{"2.8.15":{"imagePath":"percona/haproxy:2.8.15",' '"imageHash":"e64e468ac0ed2036ee164631469cc71821dcb84a6d568883f704d0eacaf84bb4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"backup":{"8.0.35-34":{"imagePath":"percona/percona-xtrabackup:8.0.35-34.1",' '"imageHash":"2dc127b08971051296d421b22aa861bb0330cf702b4b0246ae31053b0f01911e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.0-4":{"imagePath":"percona/percona-xtrabackup:8.4.0-4.1",' '"imageHash":"f9e859ffbc6a9db1b1e3c72a8545cfcb0c9d70271c3c3273007d033fed3772a6",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"operator":{"0.12.0":{"imagePath":"percona/percona-server-mysql-operator:0.12.0",' '"imageHash":"a9d073efaee64250c7a97210232373909c951d0d6da3d67d68b36a212b5e5a5b",' '"imageHashArm64":"cb704b34cff91fd44e897d4aed0379ffb5c970625e8e5ecd7ffec2b12b0e5897",' '"status":"recommended",' '"critical":false}},' '"logCollector":{},' '"postgresql":{},' '"pgbackrest":{},' '"pgbackrestRepo":{},' '"pgbadger":{},' '"pgbouncer":{},' '"pxcOperator":{},' '"psmdbOperator":{},' '"pgOperatorApiserver":{},' '"pgOperatorEvent":{},' '"pgOperatorRmdata":{},' '"pgOperatorScheduler":{},' '"pgOperator":{},' '"pgOperatorDeployer":{},' '"psOperator":{},' '"mysql":{"8.0.33-25":{"imagePath":"percona/percona-server:8.0.33-25",' '"imageHash":"14ef81039f2dfa5e19a9bf20e39aaf367aae4370db70899bc5217118d6fd2171",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.36-28":{"imagePath":"percona/percona-server:8.0.36-28",' '"imageHash":"423acd206f94b34288d10ed041c3ba42543e26e44f3706621320504a010dd41f",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.40-31":{"imagePath":"percona/percona-server:8.0.40-31",' '"imageHash":"09276abecbc7c38ce9c5453da1728f3e7d81722c56e2837574ace3a021ee92f2",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.42-33":{"imagePath":"percona/percona-server:8.0.42-33",' '"imageHash":"a7cbaa50c43483a07506f7cd5cccc4e587611f6500e1be5df0a93e339b9d3bc5",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.43-34":{"imagePath":"percona/percona-server:8.0.43-34.1",' '"imageHash":"d8a03675a2dd5d01a36ab0fe1c942091679bce90a241fb539cd31776ebf43aca",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.5-5":{"imagePath":"percona/percona-server:8.4.5-5",' '"imageHash":"61a6811372d919316640990922188005f92d58639a2472865d59e56b2a6050a1",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6-6":{"imagePath":"percona/percona-server:8.4.6-6.1",' '"imageHash":"dd0c67df12f5b13eac441dfa27b04a49ac449b6946adf100bc1ecebffd8074f4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"router":{"8.0.43":{"imagePath":"percona/percona-mysql-router:8.0.43",' '"imageHash":"00047362aec0ee988e32f7133d41b723928a6ac98d38dcd10c18ca99e2718a53",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6":{"imagePath":"percona/percona-mysql-router:8.4.6",' '"imageHash":"5b714f768c4cea30e85b31de7ab3958074814e8ccfbcad61db5109d3d80710b3",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"orchestrator":{"3.2.6-18":{"imagePath":"percona/percona-orchestrator:3.2.6-18",' '"imageHash":"6fa4c515363c2a89a13accb0a58ba66519329afc04ad31c400775ced96bc8c09",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"toolkit":{"3.7.0":{"imagePath":"percona/percona-toolkit:3.7.0-2",' '"imageHash":"17ef2b69a97fa546d1f925c74ca09587ac215085c392761bb4d51f188baa6c0e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"postgis":{}}}]}' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ jq -r '.versions[].matrix.mysql | with_entries(select(.key | startswith("8.0"))) | .[] | select(.status=="available") | .imagePath' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ sort -r logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ head -n 1 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + local image_mysql=percona/percona-server:8.0.42-33 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ echo '{"versions":[{"product":"ps-operator",' '"operator":"0.12.0",' '"matrix":{"mongod":{},' '"pxc":{},' '"pmm":{"3.4.0":{"imagePath":"percona/pmm-client:3.4.0",' '"imageHash":"9e8bf020be35eddc2a9e3a22e974234ce02c4818353e87e0522191df2743af3c",' '"imageHashArm64":"1f3e19db0a409e92ccd5238893000f4340bc309a44ebdc2a78eedf4d7948c766",' '"status":"recommended",' '"critical":true}},' '"proxysql":{},' '"haproxy":{"2.8.15":{"imagePath":"percona/haproxy:2.8.15",' '"imageHash":"e64e468ac0ed2036ee164631469cc71821dcb84a6d568883f704d0eacaf84bb4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"backup":{"8.0.35-34":{"imagePath":"percona/percona-xtrabackup:8.0.35-34.1",' '"imageHash":"2dc127b08971051296d421b22aa861bb0330cf702b4b0246ae31053b0f01911e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.0-4":{"imagePath":"percona/percona-xtrabackup:8.4.0-4.1",' '"imageHash":"f9e859ffbc6a9db1b1e3c72a8545cfcb0c9d70271c3c3273007d033fed3772a6",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"operator":{"0.12.0":{"imagePath":"percona/percona-server-mysql-operator:0.12.0",' '"imageHash":"a9d073efaee64250c7a97210232373909c951d0d6da3d67d68b36a212b5e5a5b",' '"imageHashArm64":"cb704b34cff91fd44e897d4aed0379ffb5c970625e8e5ecd7ffec2b12b0e5897",' '"status":"recommended",' '"critical":false}},' '"logCollector":{},' '"postgresql":{},' '"pgbackrest":{},' '"pgbackrestRepo":{},' '"pgbadger":{},' '"pgbouncer":{},' '"pxcOperator":{},' '"psmdbOperator":{},' '"pgOperatorApiserver":{},' '"pgOperatorEvent":{},' '"pgOperatorRmdata":{},' '"pgOperatorScheduler":{},' '"pgOperator":{},' '"pgOperatorDeployer":{},' '"psOperator":{},' '"mysql":{"8.0.33-25":{"imagePath":"percona/percona-server:8.0.33-25",' '"imageHash":"14ef81039f2dfa5e19a9bf20e39aaf367aae4370db70899bc5217118d6fd2171",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.36-28":{"imagePath":"percona/percona-server:8.0.36-28",' '"imageHash":"423acd206f94b34288d10ed041c3ba42543e26e44f3706621320504a010dd41f",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.40-31":{"imagePath":"percona/percona-server:8.0.40-31",' '"imageHash":"09276abecbc7c38ce9c5453da1728f3e7d81722c56e2837574ace3a021ee92f2",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.42-33":{"imagePath":"percona/percona-server:8.0.42-33",' '"imageHash":"a7cbaa50c43483a07506f7cd5cccc4e587611f6500e1be5df0a93e339b9d3bc5",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.43-34":{"imagePath":"percona/percona-server:8.0.43-34.1",' '"imageHash":"d8a03675a2dd5d01a36ab0fe1c942091679bce90a241fb539cd31776ebf43aca",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.5-5":{"imagePath":"percona/percona-server:8.4.5-5",' '"imageHash":"61a6811372d919316640990922188005f92d58639a2472865d59e56b2a6050a1",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6-6":{"imagePath":"percona/percona-server:8.4.6-6.1",' '"imageHash":"dd0c67df12f5b13eac441dfa27b04a49ac449b6946adf100bc1ecebffd8074f4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"router":{"8.0.43":{"imagePath":"percona/percona-mysql-router:8.0.43",' '"imageHash":"00047362aec0ee988e32f7133d41b723928a6ac98d38dcd10c18ca99e2718a53",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6":{"imagePath":"percona/percona-mysql-router:8.4.6",' '"imageHash":"5b714f768c4cea30e85b31de7ab3958074814e8ccfbcad61db5109d3d80710b3",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"orchestrator":{"3.2.6-18":{"imagePath":"percona/percona-orchestrator:3.2.6-18",' '"imageHash":"6fa4c515363c2a89a13accb0a58ba66519329afc04ad31c400775ced96bc8c09",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"toolkit":{"3.7.0":{"imagePath":"percona/percona-toolkit:3.7.0-2",' '"imageHash":"17ef2b69a97fa546d1f925c74ca09587ac215085c392761bb4d51f188baa6c0e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"postg++ jq -r '.versions[].matrix.backup | with_entries(select(.key | startswith("8.0"))) | .[].imagePath' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | is":{}}}]}' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ sort -r logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ head -n 1 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + local image_backup=percona/percona-xtrabackup:8.0.35-34.1 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ jq -r '.versions[].matrix.orchestrator[].imagePath' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ echo '{"versions":[{"product":"ps-operator",' '"operator":"0.12.0",' '"matrix":{"mongod":{},' '"pxc":{},' '"pmm":{"3.4.0":{"imagePath":"percona/pmm-client:3.4.0",' '"imageHash":"9e8bf020be35eddc2a9e3a22e974234ce02c4818353e87e0522191df2743af3c",' '"imageHashArm64":"1f3e19db0a409e92ccd5238893000f4340bc309a44ebdc2a78eedf4d7948c766",' '"status":"recommended",' '"critical":true}},' '"proxysql":{},' '"haproxy":{"2.8.15":{"imagePath":"percona/haproxy:2.8.15",' '"imageHash":"e64e468ac0ed2036ee164631469cc71821dcb84a6d568883f704d0eacaf84bb4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"backup":{"8.0.35-34":{"imagePath":"percona/percona-xtrabackup:8.0.35-34.1",' '"imageHash":"2dc127b08971051296d421b22aa861bb0330cf702b4b0246ae31053b0f01911e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.0-4":{"imagePath":"percona/percona-xtrabackup:8.4.0-4.1",' '"imageHash":"f9e859ffbc6a9db1b1e3c72a8545cfcb0c9d70271c3c3273007d033fed3772a6",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"operator":{"0.12.0":{"imagePath":"percona/percona-server-mysql-operator:0.12.0",' '"imageHash":"a9d073efaee64250c7a97210232373909c951d0d6da3d67d68b36a212b5e5a5b",' '"imageHashArm64":"cb704b34cff91fd44e897d4aed0379ffb5c970625e8e5ecd7ffec2b12b0e5897",' '"status":"recommended",' '"critical":false}},' '"logCollector":{},' '"postgresql":{},' '"pgbackrest":{},' '"pgbackrestRepo":{},' '"pgbadger":{},' '"pgbouncer":{},' '"pxcOperator":{},' '"psmdbOperator":{},' '"pgOperatorApiserver":{},' '"pgOperatorEvent":{},' '"pgOperatorRmdata":{},' '"pgOperatorScheduler":{},' '"pgOperator":{},' '"pgOperatorDeployer":{},' '"psOperator":{},' '"mysql":{"8.0.33-25":{"imagePath":"percona/percona-server:8.0.33-25",' '"imageHash":"14ef81039f2dfa5e19a9bf20e39aaf367aae4370db70899bc5217118d6fd2171",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.36-28":{"imagePath":"percona/percona-server:8.0.36-28",' '"imageHash":"423acd206f94b34288d10ed041c3ba42543e26e44f3706621320504a010dd41f",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.40-31":{"imagePath":"percona/percona-server:8.0.40-31",' '"imageHash":"09276abecbc7c38ce9c5453da1728f3e7d81722c56e2837574ace3a021ee92f2",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.42-33":{"imagePath":"percona/percona-server:8.0.42-33",' '"imageHash":"a7cbaa50c43483a07506f7cd5cccc4e587611f6500e1be5df0a93e339b9d3bc5",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.43-34":{"imagePath":"percona/percona-server:8.0.43-34.1",' '"imageHash":"d8a03675a2dd5d01a36ab0fe1c942091679bce90a241fb539cd31776ebf43aca",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.5-5":{"imagePath":"percona/percona-server:8.4.5-5",' '"imageHash":"61a6811372d919316640990922188005f92d58639a2472865d59e56b2a6050a1",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6-6":{"imagePath":"percona/percona-server:8.4.6-6.1",' '"imageHash":"dd0c67df12f5b13eac441dfa27b04a49ac449b6946adf100bc1ecebffd8074f4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"router":{"8.0.43":{"imagePath":"percona/percona-mysql-router:8.0.43",' '"imageHash":"00047362aec0ee988e32f7133d41b723928a6ac98d38dcd10c18ca99e2718a53",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6":{"imagePath":"percona/percona-mysql-router:8.4.6",' '"imageHash":"5b714f768c4cea30e85b31de7ab3958074814e8ccfbcad61db5109d3d80710b3",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"orchestrator":{"3.2.6-18":{"imagePath":"percona/percona-orchestrator:3.2.6-18",' '"imageHash":"6fa4c515363c2a89a13accb0a58ba66519329afc04ad31c400775ced96bc8c09",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"toolkit":{"3.7.0":{"imagePath":"percona/percona-toolkit:3.7.0-2",' '"imageHash":"17ef2b69a97fa546d1f925c74ca09587ac215085c392761bb4d51f188baa6c0e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"postgis":{}}}]}' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ head -n 1 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + local image_orchestrator=percona/percona-orchestrator:3.2.6-18 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ jq -r '.versions[].matrix.orchestrator[].imagePath' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ echo '{"versions":[{"product":"ps-operator",' '"operator":"0.12.0",' '"matrix":{"mongod":{},' '"pxc":{},' '"pmm":{"3.4.0":{"imagePath":"percona/pmm-client:3.4.0",' '"imageHash":"9e8bf020be35eddc2a9e3a22e974234ce02c4818353e87e0522191df2743af3c",' '"imageHashArm64":"1f3e19db0a409e92ccd5238893000f4340bc309a44ebdc2a78eedf4d7948c766",' '"status":"recommended",' '"critical":true}},' '"proxysql":{},' '"haproxy":{"2.8.15":{"imagePath":"percona/haproxy:2.8.15",' '"imageHash":"e64e468ac0ed2036ee164631469cc71821dcb84a6d568883f704d0eacaf84bb4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"backup":{"8.0.35-34":{"imagePath":"percona/percona-xtrabackup:8.0.35-34.1",' '"imageHash":"2dc127b08971051296d421b22aa861bb0330cf702b4b0246ae31053b0f01911e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.0-4":{"imagePath":"percona/percona-xtrabackup:8.4.0-4.1",' '"imageHash":"f9e859ffbc6a9db1b1e3c72a8545cfcb0c9d70271c3c3273007d033fed3772a6",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"operator":{"0.12.0":{"imagePath":"percona/percona-server-mysql-operator:0.12.0",' '"imageHash":"a9d073efaee64250c7a97210232373909c951d0d6da3d67d68b36a212b5e5a5b",' '"imageHashArm64":"cb704b34cff91fd44e897d4aed0379ffb5c970625e8e5ecd7ffec2b12b0e5897",' '"status":"recommended",' '"critical":false}},' '"logCollector":{},' '"postgresql":{},' '"pgbackrest":{},' '"pgbackrestRepo":{},' '"pgbadger":{},' '"pgbouncer":{},' '"pxcOperator":{},' '"psmdbOperator":{},' '"pgOperatorApiserver":{},' '"pgOperatorEvent":{},' '"pgOperatorRmdata":{},' '"pgOperatorScheduler":{},' '"pgOperator":{},' '"pgOperatorDeployer":{},' '"psOperator":{},' '"mysql":{"8.0.33-25":{"imagePath":"percona/percona-server:8.0.33-25",' '"imageHash":"14ef81039f2dfa5e19a9bf20e39aaf367aae4370db70899bc5217118d6fd2171",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.36-28":{"imagePath":"percona/percona-server:8.0.36-28",' '"imageHash":"423acd206f94b34288d10ed041c3ba42543e26e44f3706621320504a010dd41f",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.40-31":{"imagePath":"percona/percona-server:8.0.40-31",' '"imageHash":"09276abecbc7c38ce9c5453da1728f3e7d81722c56e2837574ace3a021ee92f2",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.42-33":{"imagePath":"percona/percona-server:8.0.42-33",' '"imageHash":"a7cbaa50c43483a07506f7cd5cccc4e587611f6500e1be5df0a93e339b9d3bc5",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.43-34":{"imagePath":"percona/percona-server:8.0.43-34.1",' '"imageHash":"d8a03675a2dd5d01a36ab0fe1c942091679bce90a241fb539cd31776ebf43aca",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.5-5":{"imagePath":"percona/percona-server:8.4.5-5",' '"imageHash":"61a6811372d919316640990922188005f92d58639a2472865d59e56b2a6050a1",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6-6":{"imagePath":"percona/percona-server:8.4.6-6.1",' '"imageHash":"dd0c67df12f5b13eac441dfa27b04a49ac449b6946adf100bc1ecebffd8074f4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"router":{"8.0.43":{"imagePath":"percona/percona-mysql-router:8.0.43",' '"imageHash":"00047362aec0ee988e32f7133d41b723928a6ac98d38dcd10c18ca99e2718a53",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6":{"imagePath":"percona/percona-mysql-router:8.4.6",' '"imageHash":"5b714f768c4cea30e85b31de7ab3958074814e8ccfbcad61db5109d3d80710b3",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"orchestrator":{"3.2.6-18":{"imagePath":"percona/percona-orchestrator:3.2.6-18",' '"imageHash":"6fa4c515363c2a89a13accb0a58ba66519329afc04ad31c400775ced96bc8c09",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"toolkit":{"3.7.0":{"imagePath":"percona/percona-toolkit:3.7.0-2",' '"imageHash":"17ef2b69a97fa546d1f925c74ca09587ac215085c392761bb4d51f188baa6c0e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"postgis":{}}}]}' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ head -n 1 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + local image_router=percona/percona-orchestrator:3.2.6-18 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ jq -r '.versions[].matrix.toolkit[].imagePath' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ echo '{"versions":[{"product":"ps-operator",' '"operator":"0.12.0",' '"matrix":{"mongod":{},' '"pxc":{},' '"pmm":{"3.4.0":{"imagePath":"percona/pmm-client:3.4.0",' '"imageHash":"9e8bf020be35eddc2a9e3a22e974234ce02c4818353e87e0522191df2743af3c",' '"imageHashArm64":"1f3e19db0a409e92ccd5238893000f4340bc309a44ebdc2a78eedf4d7948c766",' '"status":"recommended",' '"critical":true}},' '"proxysql":{},' '"haproxy":{"2.8.15":{"imagePath":"percona/haproxy:2.8.15",' '"imageHash":"e64e468ac0ed2036ee164631469cc71821dcb84a6d568883f704d0eacaf84bb4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"backup":{"8.0.35-34":{"imagePath":"percona/percona-xtrabackup:8.0.35-34.1",' '"imageHash":"2dc127b08971051296d421b22aa861bb0330cf702b4b0246ae31053b0f01911e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.0-4":{"imagePath":"percona/percona-xtrabackup:8.4.0-4.1",' '"imageHash":"f9e859ffbc6a9db1b1e3c72a8545cfcb0c9d70271c3c3273007d033fed3772a6",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"operator":{"0.12.0":{"imagePath":"percona/percona-server-mysql-operator:0.12.0",' '"imageHash":"a9d073efaee64250c7a97210232373909c951d0d6da3d67d68b36a212b5e5a5b",' '"imageHashArm64":"cb704b34cff91fd44e897d4aed0379ffb5c970625e8e5ecd7ffec2b12b0e5897",' '"status":"recommended",' '"critical":false}},' '"logCollector":{},' '"postgresql":{},' '"pgbackrest":{},' '"pgbackrestRepo":{},' '"pgbadger":{},' '"pgbouncer":{},' '"pxcOperator":{},' '"psmdbOperator":{},' '"pgOperatorApiserver":{},' '"pgOperatorEvent":{},' '"pgOperatorRmdata":{},' '"pgOperatorScheduler":{},' '"pgOperator":{},' '"pgOperatorDeployer":{},' '"psOperator":{},' '"mysql":{"8.0.33-25":{"imagePath":"percona/percona-server:8.0.33-25",' '"imageHash":"14ef81039f2dfa5e19a9bf20e39aaf367aae4370db70899bc5217118d6fd2171",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.36-28":{"imagePath":"percona/percona-server:8.0.36-28",' '"imageHash":"423acd206f94b34288d10ed041c3ba42543e26e44f3706621320504a010dd41f",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.40-31":{"imagePath":"percona/percona-server:8.0.40-31",' '"imageHash":"09276abecbc7c38ce9c5453da1728f3e7d81722c56e2837574ace3a021ee92f2",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.42-33":{"imagePath":"percona/percona-server:8.0.42-33",' '"imageHash":"a7cbaa50c43483a07506f7cd5cccc4e587611f6500e1be5df0a93e339b9d3bc5",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.43-34":{"imagePath":"percona/percona-server:8.0.43-34.1",' '"imageHash":"d8a03675a2dd5d01a36ab0fe1c942091679bce90a241fb539cd31776ebf43aca",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.5-5":{"imagePath":"percona/percona-server:8.4.5-5",' '"imageHash":"61a6811372d919316640990922188005f92d58639a2472865d59e56b2a6050a1",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6-6":{"imagePath":"percona/percona-server:8.4.6-6.1",' '"imageHash":"dd0c67df12f5b13eac441dfa27b04a49ac449b6946adf100bc1ecebffd8074f4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"router":{"8.0.43":{"imagePath":"percona/percona-mysql-router:8.0.43",' '"imageHash":"00047362aec0ee988e32f7133d41b723928a6ac98d38dcd10c18ca99e2718a53",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6":{"imagePath":"percona/percona-mysql-router:8.4.6",' '"imageHash":"5b714f768c4cea30e85b31de7ab3958074814e8ccfbcad61db5109d3d80710b3",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"orchestrator":{"3.2.6-18":{"imagePath":"percona/percona-orchestrator:3.2.6-18",' '"imageHash":"6fa4c515363c2a89a13accb0a58ba66519329afc04ad31c400775ced96bc8c09",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"toolkit":{"3.7.0":{"imagePath":"percona/percona-toolkit:3.7.0-2",' '"imageHash":"17ef2b69a97fa546d1f925c74ca09587ac215085c392761bb4d51f188baa6c0e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"postgis":{}}}]}' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ head -n 1 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + local image_toolkit=percona/percona-toolkit:3.7.0-2 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ echo '{"versions":[{"product":"ps-operator",' '"operator":"0.12.0",' '"matrix":{"mongod":{},' '"pxc":{},' '"pmm":{"3.4.0":{"imagePath":"percona/pmm-client:3.4.0",' '"imageHash":"9e8bf020be35eddc2a9e3a22e974234ce02c4818353e87e0522191df2743af3c",' '"imageHashArm64":"1f3e19db0a409e92ccd5238893000f4340bc309a44ebdc2a78eedf4d7948c766",' '"status":"recommended",' '"critical":true}},' '"proxysql":{},' '"haproxy":{"2.8.15":{"imagePath":"percona/haproxy:2.8.15",' '"imageHash":"e64e468ac0ed2036ee164631469cc71821dcb84a6d568883f704d0eacaf84bb4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"backup":{"8.0.35-34":{"imagePath":"percona/percona-xtrabackup:8.0.35-34.1",' '"imageHash":"2dc127b08971051296d421b22aa861bb0330cf702b4b0246ae31053b0f01911e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.0-4":{"imagePath":"percona/percona-xtrabackup:8.4.0-4.1",' '"imageHash":"f9e859ffbc6a9db1b1e3c72a8545cfcb0c9d70271c3c3273007d033fed3772a6",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"operator":{"0.12.0":{"imagePath":"percona/percona-server-mysql-operator:0.12.0",' '"imageHash":"a9d073efaee64250c7a97210232373909c951d0d6da3d67d68b36a212b5e5a5b",' '"imageHashArm64":"cb704b34cff91fd44e897d4aed0379ffb5c970625e8e5ecd7ffec2b12b0e5897",' '"status":"recommended",' '"critical":false}},' '"logCollector":{},' '"postgresql":{},' '"pgbackrest":{},' '"pgbackrestRepo":{},' '"pgbadger":{},' '"pgbouncer":{},' '"pxcOperator":{},' '"psmdbOperator":{},' '"pgOperatorApiserver":{},' '"pgOperatorEvent":{},' '"pgOperatorRmdata":{},' '"pgOperatorScheduler":{},' '"pgOperator":{},' '"pgOperatorDeployer":{},' '"psOperator":{},' '"mysql":{"8.0.33-25":{"imagePath":"percona/percona-server:8.0.33-25",' '"imageHash":"14ef81039f2dfa5e19a9bf20e39aaf367aae4370db70899bc5217118d6fd2171",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.36-28":{"imagePath":"percona/percona-server:8.0.36-28",' '"imageHash":"423acd206f94b34288d10ed041c3ba42543e26e44f3706621320504a010dd41f",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.40-31":{"imagePath":"percona/percona-server:8.0.40-31",' '"imageHash":"09276abecbc7c38ce9c5453da1728f3e7d81722c56e2837574ace3a021ee92f2",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.42-33":{"imagePath":"percona/percona-server:8.0.42-33",' '"imageHash":"a7cbaa50c43483a07506f7cd5cccc4e587611f6500e1be5df0a93e339b9d3bc5",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.43-34":{"imagePath":"percona/percona-server:8.0.43-34.1",' '"imageHash":"d8a03675a2dd5d01a36ab0fe1c942091679bce90a241fb539cd31776ebf43aca",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.5-5":{"imagePath":"percona/percona-server:8.4.5-5",' '"imageHash":"61a6811372d919316640990922188005f92d58639a2472865d59e56b2a6050a1",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6-6":{"imagePath":"percona/percona-server:8.4.6-6.1",' '"imageHash":"dd0c67df12f5b13eac441dfa27b04a49ac449b6946adf100bc1ecebffd8074f4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"router":{"8.0.43":{"imagePath":"percona/percona-mysql-router:8.0.43",' '"imageHash":"00047362aec0ee988e32f7133d41b723928a6ac98d38dcd10c18ca99e2718a53",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6":{"imagePath":"percona/percona-mysql-router:8.4.6",' '"imageHash":"5b714f768c4cea30e85b31de7ab3958074814e8ccfbcad61db5109d3d80710b3",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"orchestrator":{"3.2.6-18":{"imagePath":"percona/percona-orchestrator:3.2.6-18",' '"imageHash":"6fa4c515363c2a89a13accb0a58ba66519329afc04ad31c400775ced96bc8c09",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"toolkit":{"3.7.0":{"imagePath":"percona/percona-toolkit:3.7.0-2",' '"imageHash":"17ef2b69a97fa546d1f925c74ca09587ac215085c392761bb4d51f188baa6c0e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"postg++ jq -r '.versions[].matrix.haproxy[].imagePath' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | is":{}}}]}' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ head -n 1 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + local image_haproxy=percona/haproxy:2.8.15 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ echo '{"versions":[{"product":"ps-operator",' '"operator":"0.12.0",' '"matrix":{"mongod":{},' '"pxc":{},' '"pmm":{"3.4.0":{"imagePath":"percona/pmm-client:3.4.0",' '"imageHash":"9e8bf020be35eddc2a9e3a22e974234ce02c4818353e87e0522191df2743af3c",' '"imageHashArm64":"1f3e19db0a409e92ccd5238893000f4340bc309a44ebdc2a78eedf4d7948c766",' '"status":"recommended",' '"critical":true}},' '"proxysql":{},' '"haproxy":{"2.8.15":{"imagePath":"percona/haproxy:2.8.15",' '"imageHash":"e64e468ac0ed2036ee164631469cc71821dcb84a6d568883f704d0eacaf84bb4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"backup":{"8.0.35-34":{"imagePath":"percona/percona-xtrabackup:8.0.35-34.1",' '"imageHash":"2dc127b08971051296d421b22aa861bb0330cf702b4b0246ae31053b0f01911e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.0-4":{"imagePath":"percona/percona-xtrabackup:8.4.0-4.1",' '"imageHash":"f9e859ffbc6a9db1b1e3c72a8545cfcb0c9d70271c3c3273007d033fed3772a6",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"operator":{"0.12.0":{"imagePath":"percona/percona-server-mysql-operator:0.12.0",' '"imageHash":"a9d073efaee64250c7a97210232373909c951d0d6da3d67d68b36a212b5e5a5b",' '"imageHashArm64":"cb704b34cff91fd44e897d4aed0379ffb5c970625e8e5ecd7ffec2b12b0e5897",' '"status":"recommended",' '"critical":false}},' '"logCollector":{},' '"postgresql":{},' '"pgbackrest":{},' '"pgbackrestRepo":{},' '"pgbadger":{},' '"pgbouncer":{},' '"pxcOperator":{},' '"psmdbOperator":{},' '"pgOperatorApiserver":{},' '"pgOperatorEvent":{},' '"pgOperatorRmdata":{},' '"pgOperatorScheduler":{},' '"pgOperator":{},' '"pgOperatorDeployer":{},' '"psOperator":{},' '"mysql":{"8.0.33-25":{"imagePath":"percona/percona-server:8.0.33-25",' '"imageHash":"14ef81039f2dfa5e19a9bf20e39aaf367aae4370db70899bc5217118d6fd2171",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.36-28":{"imagePath":"percona/percona-server:8.0.36-28",' '"imageHash":"423acd206f94b34288d10ed041c3ba42543e26e44f3706621320504a010dd41f",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.40-31":{"imagePath":"percona/percona-server:8.0.40-31",' '"imageHash":"09276abecbc7c38ce9c5453da1728f3e7d81722c56e2837574ace3a021ee92f2",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.42-33":{"imagePath":"percona/percona-server:8.0.42-33",' '"imageHash":"a7cbaa50c43483a07506f7cd5cccc4e587611f6500e1be5df0a93e339b9d3bc5",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.0.43-34":{"imagePath":"percona/percona-server:8.0.43-34.1",' '"imageHash":"d8a03675a2dd5d01a36ab0fe1c942091679bce90a241fb539cd31776ebf43aca",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false},' '"8.4.5-5":{"imagePath":"percona/percona-server:8.4.5-5",' '"imageHash":"61a6811372d919316640990922188005f92d58639a2472865d59e56b2a6050a1",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6-6":{"imagePath":"percona/percona-server:8.4.6-6.1",' '"imageHash":"dd0c67df12f5b13eac441dfa27b04a49ac449b6946adf100bc1ecebffd8074f4",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"router":{"8.0.43":{"imagePath":"percona/percona-mysql-router:8.0.43",' '"imageHash":"00047362aec0ee988e32f7133d41b723928a6ac98d38dcd10c18ca99e2718a53",' '"imageHashArm64":"",' '"status":"available",' '"critical":false},' '"8.4.6":{"imagePath":"percona/percona-mysql-router:8.4.6",' '"imageHash":"5b714f768c4cea30e85b31de7ab3958074814e8ccfbcad61db5109d3d80710b3",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"orchestrator":{"3.2.6-18":{"imagePath":"percona/percona-orchestrator:3.2.6-18",' '"imageHash":"6fa4c515363c2a89a13accb0a58ba66519329afc04ad31c400775ced96bc8c09",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"toolkit":{"3.7.0":{"imagePath":"percona/percona-toolkit:3.7.0-2",' '"imageHash":"17ef2b69a97fa546d1f925c74ca09587ac215085c392761bb4d51f188baa6c0e",' '"imageHashArm64":"",' '"status":"recommended",' '"critical":false}},' '"postgis":{}}}]}' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ jq -r '.versions[].matrix.pmm[].imagePath' logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | ++ head -n 1 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + local image_pmm_client=percona/pmm-client:3.4.0 logger.go:42: 14:15:24 | gr-upgrade/1-create-cluster | + curl https://raw.githubusercontent.com/percona/percona-server-mysql-operator/v0.12.0/deploy/cr.yaml -o /tmp/kuttl/ps/gr-upgrade/cr.yaml logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | % Total % Received % Xferd Average Speed Time Time Time Current logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | Dload Upload Total Spent Left Speed logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 17200 100 17200 0 0 81412 0 --:--:-- --:--:-- --:--:-- 81516 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + get_cr '' percona/percona-server:8.0.42-33 percona/percona-xtrabackup:8.0.35-34.1 percona/percona-orchestrator:3.2.6-18 percona/percona-orchestrator:3.2.6-18 percona/percona-toolkit:3.7.0-2 percona/haproxy:2.8.15 percona/pmm-client:3.4.0 /tmp/kuttl/ps/gr-upgrade/cr.yaml logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local name_suffix= logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local image_mysql=percona/percona-server:8.0.42-33 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local image_backup=percona/percona-xtrabackup:8.0.35-34.1 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local image_orchestrator=percona/percona-orchestrator:3.2.6-18 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local image_router=percona/percona-orchestrator:3.2.6-18 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local image_toolkit=percona/percona-toolkit:3.7.0-2 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local image_haproxy=percona/haproxy:2.8.15 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local image_pmm_client=percona/pmm-client:3.4.0 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + local cr_file=/tmp/kuttl/ps/gr-upgrade/cr.yaml logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval 'del(.spec.secretsName)' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.metadata.name="%s"' gr-upgrade logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.spec.initContainer.image="%s"' perconalab/percona-server-mysql-operator:PR-1168-50c3d2c2 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.metadata.name="gr-upgrade"' /tmp/kuttl/ps/gr-upgrade/cr.yaml logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.initContainer.image="perconalab/percona-server-mysql-operator:PR-1168-50c3d2c2"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.spec.mysql.image="%s"' percona/percona-server:8.0.42-33 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval .spec.mysql.gracePeriod=30 - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.mysql.image="percona/percona-server:8.0.42-33"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.spec.backup.image="%s"' percona/percona-xtrabackup:8.0.35-34.1 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' percona/percona-orchestrator:3.2.6-18 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' percona/percona-orchestrator:3.2.6-18 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.backup.image="percona/percona-xtrabackup:8.0.35-34.1"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.proxy.router.image="percona/percona-orchestrator:3.2.6-18"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.spec.pmm.image="%s"' percona/pmm-client:3.4.0 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' percona/percona-toolkit:3.7.0-2 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + '[' -n '' ']' logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' percona/haproxy:2.8.15 logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.toolkit.image="percona/percona-toolkit:3.7.0-2"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.pmm.image="percona/pmm-client:3.4.0"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.orchestrator.image="percona/percona-orchestrator:3.2.6-18"' - logger.go:42: 14:15:25 | gr-upgrade/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="percona/haproxy:2.8.15"' - logger.go:42: 14:15:26 | gr-upgrade/1-create-cluster | perconaservermysql.ps.percona.com/gr-upgrade created case.go:396: failed in step 1-create-cluster case.go:398: command "set -o xtrace\\n source ../../functions\\n version=$(latest_operator_..." exceeded 180 sec timeout, context deadline exceeded logger.go:42: 14:15:27 | gr-upgrade | gr-upgrade events from ns kuttl-test-stirred-gazelle: logger.go:42: 14:15:27 | gr-upgrade | 2025-11-12 14:10:44 +0000 UTC Normal Pod mysql-client Binding Scheduled Successfully assigned kuttl-test-stirred-gazelle/mysql-client to gke-jen-ps-1168-50c3d2c2-default-pool-1b37b4fe-0xll default-scheduler logger.go:42: 14:15:27 | gr-upgrade | 2025-11-12 14:10:45 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "perconalab/percona-server-mysql-operator:main-psmysql8.0" already present on machine kubelet logger.go:42: 14:15:27 | gr-upgrade | 2025-11-12 14:10:45 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container: mysql-client kubelet logger.go:42: 14:15:27 | gr-upgrade | 2025-11-12 14:10:45 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client kubelet logger.go:42: 14:15:27 | gr-upgrade | Deleting namespace: kuttl-test-stirred-gazelle === NAME kuttl harness.go:403: run tests finished harness.go:510: cleaning up harness.go:567: removing temp folder: "" --- FAIL: kuttl (331.71s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/gr-upgrade (330.96s) FAIL