=== RUN   kuttl
    harness.go:459: starting setup
    harness.go:254: running tests using configured kubeconfig.
    harness.go:277: Successful connection to cluster at: https://34.72.219.15
    harness.go:362: running tests
    harness.go:74: going to run test suite with timeout of 180 seconds for each step
    harness.go:374: testsuite: e2e-tests/tests has 46 tests
=== RUN   kuttl/harness
=== RUN   kuttl/harness/demand-backup-retry
=== PAUSE kuttl/harness/demand-backup-retry
=== CONT  kuttl/harness/demand-backup-retry
    logger.go:42: 11:05:22 | demand-backup-retry | Ignoring conf as it does not match file name regexp: ^(\d+)-(?:[^\.]+)(?:\.yaml)?$
    logger.go:42: 11:05:22 | demand-backup-retry | Creating namespace: kuttl-test-maximum-sunfish
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | starting test step 0-deploy-operator
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        init_temp_dir # do this only in the first TestStep
        
        apply_s3_storage_secrets
        deploy_operator
        deploy_tls_cluster_secrets
        deploy_client
        deploy_minio "7G"]
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | + source ../../functions
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ realpath ../../..
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | ++++ pwd
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/tests/demand-backup-retry
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | ++ test_name=demand-backup-retry
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/vars.sh
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export GIT_BRANCH=PR-1092
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ GIT_BRANCH=PR-1092
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export VERSION=PR-1092-94907b7a
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ VERSION=PR-1092-94907b7a
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ [[ -z 8.4 ]]
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export MYSQL_VERSION=8.4
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ MYSQL_VERSION=8.4
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export MINIO_VER=5.4.0
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ MINIO_VER=5.4.0
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ export VAULT_VER=0.16.1
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ VAULT_VER=0.16.1
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | ++++ which gdate
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | ++++ which date
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ date=/usr/sbin/date
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ oc get projects
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ :
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ kubectl get nodes
    logger.go:42: 11:05:22 | demand-backup-retry/0-deploy-operator | +++ grep '^minikube'
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | +++ which gsed
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | +++ which sed
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | ++ sed=/usr/sbin/sed
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | ++ oc get projects
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | +++ kubectl version -o json
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | +++ grep '\-eks\-'
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | grep: warning: stray \ before -
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | ++ '[' ']'
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | ++ EKS=0
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | + init_temp_dir
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | + rm -rf /tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | + apply_s3_storage_secrets
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | + apply_minio_secret
    logger.go:42: 11:05:23 | demand-backup-retry/0-deploy-operator | + kubectl -n kuttl-test-maximum-sunfish apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf/minio-secret.yml
    logger.go:42: 11:05:24 | demand-backup-retry/0-deploy-operator | secret/minio-secret created
    logger.go:42: 11:05:24 | demand-backup-retry/0-deploy-operator | + kubectl -n kuttl-test-maximum-sunfish apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf/cloud-secret.yml
    logger.go:42: 11:05:25 | demand-backup-retry/0-deploy-operator | secret/aws-s3-secret created
    logger.go:42: 11:05:26 | demand-backup-retry/0-deploy-operator | secret/gcp-cs-secret created
    logger.go:42: 11:05:26 | demand-backup-retry/0-deploy-operator | secret/azure-secret created
    logger.go:42: 11:05:26 | demand-backup-retry/0-deploy-operator | + deploy_operator
    logger.go:42: 11:05:26 | demand-backup-retry/0-deploy-operator | + destroy_operator
    logger.go:42: 11:05:26 | demand-backup-retry/0-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
    logger.go:42: 11:05:26 | demand-backup-retry/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 11:05:26 | demand-backup-retry/0-deploy-operator | deployment.apps "percona-server-mysql-operator" force deleted from ps-operator namespace
    logger.go:42: 11:05:27 | demand-backup-retry/0-deploy-operator | + [[ -n ps-operator ]]
    logger.go:42: 11:05:27 | demand-backup-retry/0-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0
    logger.go:42: 11:05:27 | demand-backup-retry/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 11:05:27 | demand-backup-retry/0-deploy-operator | namespace "ps-operator" force deleted
    logger.go:42: 11:05:37 | demand-backup-retry/0-deploy-operator | + [[ -n ps-operator ]]
    logger.go:42: 11:05:37 | demand-backup-retry/0-deploy-operator | + create_namespace ps-operator
    logger.go:42: 11:05:37 | demand-backup-retry/0-deploy-operator | + local namespace=ps-operator
    logger.go:42: 11:05:37 | demand-backup-retry/0-deploy-operator | + [[ -n '' ]]
    logger.go:42: 11:05:37 | demand-backup-retry/0-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found
    logger.go:42: 11:05:38 | demand-backup-retry/0-deploy-operator | + kubectl wait --for=delete namespace ps-operator
    logger.go:42: 11:05:38 | demand-backup-retry/0-deploy-operator | + kubectl create namespace ps-operator
    logger.go:42: 11:05:39 | demand-backup-retry/0-deploy-operator | namespace/ps-operator created
    logger.go:42: 11:05:39 | demand-backup-retry/0-deploy-operator | + apply_crd
    logger.go:42: 11:05:39 | demand-backup-retry/0-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy/crd.yaml
    logger.go:42: 11:05:40 | demand-backup-retry/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied
    logger.go:42: 11:05:40 | demand-backup-retry/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied
    logger.go:42: 11:05:42 | demand-backup-retry/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied
    logger.go:42: 11:05:42 | demand-backup-retry/0-deploy-operator | + apply_rbac
    logger.go:42: 11:05:42 | demand-backup-retry/0-deploy-operator | + local rbac_file
    logger.go:42: 11:05:42 | demand-backup-retry/0-deploy-operator | + '[' -n ps-operator ']'
    logger.go:42: 11:05:42 | demand-backup-retry/0-deploy-operator | + rbac_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy/cw-rbac.yaml
    logger.go:42: 11:05:42 | demand-backup-retry/0-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy/cw-rbac.yaml
    logger.go:42: 11:05:43 | demand-backup-retry/0-deploy-operator | serviceaccount/percona-server-mysql-operator created
    logger.go:42: 11:05:43 | demand-backup-retry/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 11:05:43 | demand-backup-retry/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | + local operator_file
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | + '[' -n ps-operator ']'
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | + operator_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy/cw-operator.yaml
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"'
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "VERBOSE"'
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | + kubectl -n ps-operator apply -f -
    logger.go:42: 11:05:44 | demand-backup-retry/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-1092-94907b7a"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy/cw-operator.yaml
    logger.go:42: 11:05:45 | demand-backup-retry/0-deploy-operator | configmap/percona-server-mysql-operator-config created
    logger.go:42: 11:05:45 | demand-backup-retry/0-deploy-operator | deployment.apps/percona-server-mysql-operator created
    logger.go:42: 11:05:45 | demand-backup-retry/0-deploy-operator | + deploy_tls_cluster_secrets
    logger.go:42: 11:05:45 | demand-backup-retry/0-deploy-operator | + kubectl -n kuttl-test-maximum-sunfish apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf/ssl-secret.yaml
    logger.go:42: 11:05:46 | demand-backup-retry/0-deploy-operator | secret/test-ssl created
    logger.go:42: 11:05:46 | demand-backup-retry/0-deploy-operator | + deploy_client
    logger.go:42: 11:05:46 | demand-backup-retry/0-deploy-operator | + kubectl -n kuttl-test-maximum-sunfish apply -f -
    logger.go:42: 11:05:46 | demand-backup-retry/0-deploy-operator | ++ printf '.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:05:46 | demand-backup-retry/0-deploy-operator | + yq eval '.spec.containers[0].image="perconalab/percona-server-mysql-operator:main-psmysql8.4"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf/client.yaml
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | pod/mysql-client created
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | + deploy_minio 7G
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | + local storage=7G
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | + local access_key
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | + local secret_key
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | ++ kubectl -n kuttl-test-maximum-sunfish get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}'
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | ++ base64 -d
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | + access_key=some-access-key
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | ++ kubectl -n kuttl-test-maximum-sunfish get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}'
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | ++ base64 -d
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | + secret_key=some-secret-key
    logger.go:42: 11:05:48 | demand-backup-retry/0-deploy-operator | + helm uninstall -n kuttl-test-maximum-sunfish minio-service
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + :
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + helm repo remove minio
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | "minio" has been removed from your repositories
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + helm repo add minio https://charts.min.io/
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | "minio" has been added to your repositories
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | +++ printf %q some-access-key
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | ++ printf %q some-access-key
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | +++ printf %q some-secret-key
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | ++ printf %q some-secret-key
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-maximum-sunfish --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=7G --set securityContext.enabled=false minio/minio
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + local max=10
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + local delay=60
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + shift 2
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + local n=1
    logger.go:42: 11:05:49 | demand-backup-retry/0-deploy-operator | + helm install minio-service -n kuttl-test-maximum-sunfish --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=7G --set securityContext.enabled=false minio/minio
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | NAME: minio-service
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | LAST DEPLOYED: Tue Nov  4 11:05:50 2025
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | NAMESPACE: kuttl-test-maximum-sunfish
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | STATUS: deployed
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | REVISION: 1
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | TEST SUITE: None
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | NOTES:
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | minio-service.kuttl-test-maximum-sunfish.cluster.local
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | 
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | To access MinIO from localhost, run the below commands:
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | 
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator |   1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-maximum-sunfish -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | 
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator |   2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-maximum-sunfish
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | 
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | 
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | 
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator |   1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | 
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator |   2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-maximum-sunfish minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-maximum-sunfish minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | 
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator |   3. mc ls minio-service-local
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | ++ kubectl -n kuttl-test-maximum-sunfish get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | + MINIO_POD=minio-service-d9589b474-nvs2q
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | + wait_pod minio-service-d9589b474-nvs2q
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | + local pod=minio-service-d9589b474-nvs2q
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | + local ns=kuttl-test-maximum-sunfish
    logger.go:42: 11:06:17 | demand-backup-retry/0-deploy-operator | + set +o xtrace
    logger.go:42: 11:06:18 | demand-backup-retry/0-deploy-operator | minio-service-d9589b474-nvs2qtrue
    logger.go:42: 11:06:18 | demand-backup-retry/0-deploy-operator | + kubectl -n kuttl-test-maximum-sunfish run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access-key'\'' AWS_SECRET_ACCESS_KEY='\''some-secret-key'\'' AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
    logger.go:42: 11:06:19 | demand-backup-retry/0-deploy-operator | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt.
    logger.go:42: 11:06:19 | demand-backup-retry/0-deploy-operator | If you don't see a command prompt, try pressing enter.
    logger.go:42: 11:06:20 | demand-backup-retry/0-deploy-operator | warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_kuttl-test-maximum-sunfish
    logger.go:42: 11:06:20 | demand-backup-retry/0-deploy-operator | make_bucket: operator-testing
    logger.go:42: 11:06:22 | demand-backup-retry/0-deploy-operator | pod "aws-cli" deleted from kuttl-test-maximum-sunfish namespace
    logger.go:42: 11:06:22 | demand-backup-retry/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
    logger.go:42: 11:06:22 | demand-backup-retry/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist.
    logger.go:42: 11:06:23 | demand-backup-retry/0-deploy-operator | INFO   Found 1 resource(s).
    logger.go:42: 11:06:23 | demand-backup-retry/0-deploy-operator | NAME                            NAMESPACE     COL0
    logger.go:42: 11:06:23 | demand-backup-retry/0-deploy-operator | percona-server-mysql-operator   ps-operator   1
    logger.go:42: 11:06:23 | demand-backup-retry/0-deploy-operator | ASSERT PASS
    logger.go:42: 11:06:23 | demand-backup-retry/0-deploy-operator | test step completed 0-deploy-operator
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | starting test step 2-create-cluster
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        get_cr \
            | yq eval '.spec.mysql.clusterType="async"' - \
            | yq eval ".spec.mysql.size=3" - \
            | yq eval '.spec.mysql.volumeSpec.persistentVolumeClaim.resources.requests.storage="7Gi"' - \
            | yq eval ".spec.proxy.haproxy.enabled=true" - \
            | yq eval ".spec.proxy.haproxy.size=3" - \
            | yq eval ".spec.orchestrator.enabled=true" - \
            | yq eval ".spec.orchestrator.size=3" - \
            | yq eval ".spec.backup.backoffLimit=3" - \
            | yq eval '.spec.backup.storages.minio.type="s3"' - \
            | yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \
            | yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \
            | yq eval ".spec.backup.storages.minio.s3.endpointUrl=\"http://minio-service.${NAMESPACE}:9000\"" - \
            | yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \
            | yq eval '.spec.backup.storages.minio.containerOptions.env[0].name="VERIFY_TLS"' - \
            | yq eval '.spec.backup.storages.minio.containerOptions.env[0].value="false"' - \
            | yq eval '.spec.backup.storages.minio.containerOptions.args.xbcloud[0]="--insecure"' - \
            | kubectl -n "${NAMESPACE}" apply -f -]
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | + source ../../functions
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ realpath ../../..
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++++ pwd
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/tests/demand-backup-retry
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++ test_name=demand-backup-retry
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/vars.sh
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export GIT_BRANCH=PR-1092
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ GIT_BRANCH=PR-1092
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export VERSION=PR-1092-94907b7a
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ VERSION=PR-1092-94907b7a
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ [[ -z 8.4 ]]
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export MYSQL_VERSION=8.4
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ MYSQL_VERSION=8.4
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export MINIO_VER=5.4.0
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ MINIO_VER=5.4.0
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ export VAULT_VER=0.16.1
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ VAULT_VER=0.16.1
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++++ which gdate
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++++ which date
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ date=/usr/sbin/date
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ oc get projects
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ :
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ kubectl get nodes
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ grep '^minikube'
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ which gsed
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ which sed
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++ sed=/usr/sbin/sed
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++ oc get projects
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ kubectl version -o json
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | +++ grep '\-eks\-'
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | grep: warning: stray \ before -
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++ '[' ']'
    logger.go:42: 11:06:23 | demand-backup-retry/2-create-cluster | ++ EKS=0
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + get_cr
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local name_suffix=
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local image_mysql=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local image_backup=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local image_orchestrator=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local image_router=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local image_toolkit=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local image_haproxy=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local image_pmm_client=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy/cr.yaml
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval .spec.mysql.size=3 -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.mysql.volumeSpec.persistentVolumeClaim.resources.requests.storage="7Gi"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=true -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval .spec.proxy.haproxy.size=3 -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.metadata.name="%s"' demand-backup-retry
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.spec.initContainer.image="%s"' perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.metadata.name="demand-backup-retry"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy/cr.yaml
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval 'del(.spec.secretsName)' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.initContainer.image="perconalab/percona-server-mysql-operator:PR-1092-94907b7a"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval .spec.orchestrator.enabled=true -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval .spec.orchestrator.size=3 -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval .spec.mysql.gracePeriod=30 -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval .spec.backup.backoffLimit=3 -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.storages.minio.containerOptions.env[0].name="VERIFY_TLS"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service.kuttl-test-maximum-sunfish:9000"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval .spec.orchestrator.enabled=true -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + '[' -n '' ']'
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:3-dev-latest"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.storages.minio.containerOptions.env[0].value="false"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql8.4"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup8.4"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.backup.storages.minio.containerOptions.args.xbcloud[0]="--insecure"' -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + kubectl -n kuttl-test-maximum-sunfish apply -f -
    logger.go:42: 11:06:24 | demand-backup-retry/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router8.4"' -
    logger.go:42: 11:06:25 | demand-backup-retry/2-create-cluster | perconaservermysql.ps.percona.com/demand-backup-retry created
    logger.go:42: 11:09:39 | demand-backup-retry/2-create-cluster | test step completed 2-create-cluster
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | starting test step 3-populate-database
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        cluster_name=$(get_cluster_name)
        # Configure table number and size and use it as a validation after restore
        yq eval "
          (.spec.template.spec.containers[].env[] | select(.name == \"MYSQL_HOST\")).value = \"${cluster_name}-haproxy\" |
          (.spec.template.spec.containers[].env[] | select(.name == \"MYSQL_PASSWORD\")).valueFrom.secretKeyRef.name = \"${cluster_name}-secrets\" |
          (.spec.template.spec.containers[].env[] | select(.name == \"MYSQL_DB\")).value = \"myDB\" |
          (.spec.template.spec.containers[].env[] | select(.name == \"TABLE_NUMBER\")).value = \"100\" |
          (.spec.template.spec.containers[].env[] | select(.name == \"TABLE_SIZE\")).value = \"50000\" |
          .
        " ../../conf/sysbench-oltp-write.yaml | kubectl apply -n "${NAMESPACE}" -f -]
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | + source ../../functions
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ realpath ../../..
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++++ pwd
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/tests/demand-backup-retry
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ test_name=demand-backup-retry
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/vars.sh
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export GIT_BRANCH=PR-1092
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ GIT_BRANCH=PR-1092
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export VERSION=PR-1092-94907b7a
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ VERSION=PR-1092-94907b7a
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ [[ -z 8.4 ]]
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export MYSQL_VERSION=8.4
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ MYSQL_VERSION=8.4
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export MINIO_VER=5.4.0
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ MINIO_VER=5.4.0
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ export VAULT_VER=0.16.1
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ VAULT_VER=0.16.1
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++++ which gdate
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++++ which date
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ date=/usr/sbin/date
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ oc get projects
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ :
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ kubectl get nodes
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ grep '^minikube'
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ which gsed
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ which sed
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ sed=/usr/sbin/sed
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ oc get projects
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ kubectl version -o json
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | +++ grep '\-eks\-'
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | grep: warning: stray \ before -
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ '[' ']'
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ EKS=0
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ get_cluster_name
    logger.go:42: 11:09:39 | demand-backup-retry/3-populate-database | ++ kubectl -n kuttl-test-maximum-sunfish get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database | + cluster_name=demand-backup-retry
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database | + yq eval '
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database |   (.spec.template.spec.containers[].env[] | select(.name == "MYSQL_HOST")).value = "demand-backup-retry-haproxy" |
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database | + kubectl apply -n kuttl-test-maximum-sunfish -f -
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database |   (.spec.template.spec.containers[].env[] | select(.name == "MYSQL_PASSWORD")).valueFrom.secretKeyRef.name = "demand-backup-retry-secrets" |
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database |   (.spec.template.spec.containers[].env[] | select(.name == "MYSQL_DB")).value = "myDB" |
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database |   (.spec.template.spec.containers[].env[] | select(.name == "TABLE_NUMBER")).value = "100" |
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database |   (.spec.template.spec.containers[].env[] | select(.name == "TABLE_SIZE")).value = "50000" |
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database |   .
    logger.go:42: 11:09:40 | demand-backup-retry/3-populate-database | ' ../../conf/sysbench-oltp-write.yaml
    logger.go:42: 11:09:41 | demand-backup-retry/3-populate-database | job.batch/sysbench-data created
    logger.go:42: 11:10:56 | demand-backup-retry/3-populate-database | test step completed 3-populate-database
    logger.go:42: 11:10:56 | demand-backup-retry/4-save-database-data | starting test step 4-save-database-data
    logger.go:42: 11:10:56 | demand-backup-retry/4-save-database-data | running command: [sh -c set -o errexit
        
        source ../../functions
        
        cluster_name=$(get_cluster_name)
        data=$(run_mysql_query_file "conf/data-query.sql" "-h $(get_haproxy_svc $(get_cluster_name))")
        kubectl create configmap -n "${NAMESPACE}" 04-demand-backup-retry-data --from-literal=data="${data}"]
    logger.go:42: 11:10:56 | demand-backup-retry/4-save-database-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:10:56 | demand-backup-retry/4-save-database-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:10:56 | demand-backup-retry/4-save-database-data | grep: warning: stray \ before -
    logger.go:42: 11:10:56 | demand-backup-retry/4-save-database-data | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:10:59 | demand-backup-retry/4-save-database-data | mysql-clienttrue
    logger.go:42: 11:10:59 | demand-backup-retry/4-save-database-data | ++ cat conf/data-query.sql
    logger.go:42: 11:10:59 | demand-backup-retry/4-save-database-data | ++ kubectl -n kuttl-test-maximum-sunfish exec -i mysql-client -- bash -c 'mysql -sN -h demand-backup-retry-haproxy -uroot -p'\''G=N$Bni2COw%j?6%tyc'\'''
    logger.go:42: 11:10:59 | demand-backup-retry/4-save-database-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 11:11:03 | demand-backup-retry/4-save-database-data | configmap/04-demand-backup-retry-data created
    logger.go:42: 11:11:03 | demand-backup-retry/4-save-database-data | test step completed 4-save-database-data
    logger.go:42: 11:11:03 | demand-backup-retry/5-create-backup | starting test step 5-create-backup
    logger.go:42: 11:11:03 | demand-backup-retry/5-create-backup | PerconaServerMySQLBackup:kuttl-test-maximum-sunfish/demand-backup-retry created
    logger.go:42: 11:11:05 | demand-backup-retry/5-create-backup | test step completed 5-create-backup
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | starting test step 6-verify-uploaded-files
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        backup="demand-backup-retry"
        accessKey="$(kubectl -n "${NAMESPACE}" get secret minio-secret -o jsonpath='{.data.AWS_ACCESS_KEY_ID}' | base64 -d)"
        secretKey="$(kubectl -n "${NAMESPACE}" get secret minio-secret -o jsonpath='{.data.AWS_SECRET_ACCESS_KEY}' | base64 -d)"
        endpoint="http://minio-service:9000"
        bucket="operator-testing"
        
        destination=$(kubectl get ps-backup "$backup" -n "${NAMESPACE}" -o jsonpath='{.status.destination}')
        
        MAX_RETRIES=10
        for i in $(seq 1 $MAX_RETRIES); do
          echo "Attempt $i/$MAX_RETRIES - Checking S3 for backup files..."
        
          count=$(kubectl run -n "${NAMESPACE}" -i --rm aws-cli --image=perconalab/awscli --restart=Never -- \
            /usr/bin/env AWS_ACCESS_KEY_ID="$accessKey" AWS_SECRET_ACCESS_KEY="$secretKey" AWS_DEFAULT_REGION=us-east-1 \
            /usr/bin/aws --endpoint-url "http://minio-service:9000" s3 ls "$destination" --recursive 2>/dev/null | wc -l || echo 0)
        
          if [ "$count" -gt 0 ]; then
            echo "Found $count files in $destination"
            exit 0
          fi
        
          echo "No files found yet (attempt $i/$MAX_RETRIES). Retrying..."
          sleep 1
        done
        
        echo "No files found after $MAX_RETRIES attempts at $destination"
        exit 1]
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | + source ../../functions
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ realpath ../../..
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++++ pwd
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/tests/demand-backup-retry
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++ test_name=demand-backup-retry
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/vars.sh
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export GIT_BRANCH=PR-1092
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ GIT_BRANCH=PR-1092
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export VERSION=PR-1092-94907b7a
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ VERSION=PR-1092-94907b7a
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ [[ -z 8.4 ]]
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export MYSQL_VERSION=8.4
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ MYSQL_VERSION=8.4
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export MINIO_VER=5.4.0
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ MINIO_VER=5.4.0
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ export VAULT_VER=0.16.1
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ VAULT_VER=0.16.1
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++++ which gdate
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++++ which date
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ date=/usr/sbin/date
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ oc get projects
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ :
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ kubectl get nodes
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ grep '^minikube'
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ which gsed
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ which sed
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++ sed=/usr/sbin/sed
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | ++ oc get projects
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ kubectl version -o json
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | +++ grep '\-eks\-'
    logger.go:42: 11:11:05 | demand-backup-retry/6-verify-uploaded-files | grep: warning: stray \ before -
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | ++ '[' ']'
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | ++ EKS=0
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | + backup=demand-backup-retry
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | ++ kubectl -n kuttl-test-maximum-sunfish get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}'
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | ++ base64 -d
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | + accessKey=some-access-key
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | ++ kubectl -n kuttl-test-maximum-sunfish get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}'
    logger.go:42: 11:11:06 | demand-backup-retry/6-verify-uploaded-files | ++ base64 -d
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | + secretKey=some-secret-key
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | + endpoint=http://minio-service:9000
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | + bucket=operator-testing
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | ++ kubectl get ps-backup demand-backup-retry -n kuttl-test-maximum-sunfish -o 'jsonpath={.status.destination}'
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | + destination=s3://operator-testing/demand-backup-retry-2025-11-04-11:11:03-full
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | + MAX_RETRIES=10
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | ++ seq 1 10
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | + for i in $(seq 1 $MAX_RETRIES)
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | + echo 'Attempt 1/10 - Checking S3 for backup files...'
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | Attempt 1/10 - Checking S3 for backup files...
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | ++ kubectl run -n kuttl-test-maximum-sunfish -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 ls s3://operator-testing/demand-backup-retry-2025-11-04-11:11:03-full --recursive
    logger.go:42: 11:11:07 | demand-backup-retry/6-verify-uploaded-files | ++ wc -l
    logger.go:42: 11:11:11 | demand-backup-retry/6-verify-uploaded-files | + count=31
    logger.go:42: 11:11:11 | demand-backup-retry/6-verify-uploaded-files | + '[' 31 -gt 0 ']'
    logger.go:42: 11:11:11 | demand-backup-retry/6-verify-uploaded-files | + echo 'Found 31 files in s3://operator-testing/demand-backup-retry-2025-11-04-11:11:03-full'
    logger.go:42: 11:11:11 | demand-backup-retry/6-verify-uploaded-files | Found 31 files in s3://operator-testing/demand-backup-retry-2025-11-04-11:11:03-full
    logger.go:42: 11:11:11 | demand-backup-retry/6-verify-uploaded-files | + exit 0
    logger.go:42: 11:11:11 | demand-backup-retry/6-verify-uploaded-files | test step completed 6-verify-uploaded-files
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | starting test step 7-kill-backup-source
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        pod=$(kubectl get ps-backup demand-backup-retry -n ${NAMESPACE} -o jsonpath='{.status.backupSource}' | cut -d'.' -f1)
        kubectl delete pod "$pod" -n ${NAMESPACE} --force --grace-period=0]
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | + source ../../functions
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ realpath ../../..
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++++ pwd
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/tests/demand-backup-retry
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++ test_name=demand-backup-retry
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/vars.sh
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export GIT_BRANCH=PR-1092
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ GIT_BRANCH=PR-1092
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export VERSION=PR-1092-94907b7a
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ VERSION=PR-1092-94907b7a
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ [[ -z 8.4 ]]
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export MYSQL_VERSION=8.4
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ MYSQL_VERSION=8.4
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export MINIO_VER=5.4.0
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ MINIO_VER=5.4.0
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ export VAULT_VER=0.16.1
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ VAULT_VER=0.16.1
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++++ which gdate
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++++ which date
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ date=/usr/sbin/date
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ oc get projects
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ :
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ kubectl get nodes
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ grep '^minikube'
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ which gsed
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ which sed
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++ sed=/usr/sbin/sed
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | ++ oc get projects
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ kubectl version -o json
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | +++ grep '\-eks\-'
    logger.go:42: 11:11:11 | demand-backup-retry/7-kill-backup-source | grep: warning: stray \ before -
    logger.go:42: 11:11:12 | demand-backup-retry/7-kill-backup-source | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:11:12 | demand-backup-retry/7-kill-backup-source | ++ '[' ']'
    logger.go:42: 11:11:12 | demand-backup-retry/7-kill-backup-source | ++ EKS=0
    logger.go:42: 11:11:12 | demand-backup-retry/7-kill-backup-source | ++ kubectl get ps-backup demand-backup-retry -n kuttl-test-maximum-sunfish -o 'jsonpath={.status.backupSource}'
    logger.go:42: 11:11:12 | demand-backup-retry/7-kill-backup-source | ++ cut -d. -f1
    logger.go:42: 11:11:12 | demand-backup-retry/7-kill-backup-source | + pod=demand-backup-retry-mysql-1
    logger.go:42: 11:11:12 | demand-backup-retry/7-kill-backup-source | + kubectl delete pod demand-backup-retry-mysql-1 -n kuttl-test-maximum-sunfish --force --grace-period=0
    logger.go:42: 11:11:12 | demand-backup-retry/7-kill-backup-source | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 11:11:13 | demand-backup-retry/7-kill-backup-source | pod "demand-backup-retry-mysql-1" force deleted from kuttl-test-maximum-sunfish namespace
    logger.go:42: 11:11:18 | demand-backup-retry/7-kill-backup-source | test step completed 7-kill-backup-source
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | starting test step 8-verify-backup-completion
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        kubectl wait -n ${NAMESPACE} --for=jsonpath='{.status.state}'=Succeeded \
          perconaservermysqlbackups.ps.percona.com/demand-backup-retry --timeout=500s]
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | + source ../../functions
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ realpath ../../..
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | ++++ pwd
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/tests/demand-backup-retry
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | ++ test_name=demand-backup-retry
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/vars.sh
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export GIT_BRANCH=PR-1092
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ GIT_BRANCH=PR-1092
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export VERSION=PR-1092-94907b7a
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ VERSION=PR-1092-94907b7a
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ [[ -z 8.4 ]]
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export MYSQL_VERSION=8.4
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ MYSQL_VERSION=8.4
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export MINIO_VER=5.4.0
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ MINIO_VER=5.4.0
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ export VAULT_VER=0.16.1
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ VAULT_VER=0.16.1
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | ++++ which gdate
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | ++++ which date
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ date=/usr/sbin/date
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ oc get projects
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ :
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ kubectl get nodes
    logger.go:42: 11:11:18 | demand-backup-retry/8-verify-backup-completion | +++ grep '^minikube'
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | +++ which gsed
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | +++ which sed
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | ++ sed=/usr/sbin/sed
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | ++ oc get projects
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | +++ kubectl version -o json
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | +++ grep '\-eks\-'
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | grep: warning: stray \ before -
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | ++ '[' ']'
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | ++ EKS=0
    logger.go:42: 11:11:19 | demand-backup-retry/8-verify-backup-completion | + kubectl wait -n kuttl-test-maximum-sunfish '--for=jsonpath={.status.state}=Succeeded' perconaservermysqlbackups.ps.percona.com/demand-backup-retry --timeout=500s
    logger.go:42: 11:14:26 | demand-backup-retry/8-verify-backup-completion | perconaservermysqlbackup.ps.percona.com/demand-backup-retry condition met
    logger.go:42: 11:14:26 | demand-backup-retry/8-verify-backup-completion | test step completed 8-verify-backup-completion
    logger.go:42: 11:14:26 | demand-backup-retry/9-perform-restore | starting test step 9-perform-restore
    logger.go:42: 11:14:28 | demand-backup-retry/9-perform-restore | PerconaServerMySQLRestore:kuttl-test-maximum-sunfish/demand-backup-retry-restore created
    logger.go:42: 11:19:15 | demand-backup-retry/9-perform-restore | test step completed 9-perform-restore
    logger.go:42: 11:19:15 | demand-backup-retry/10-verify-data-consistency | starting test step 10-verify-data-consistency
    logger.go:42: 11:19:15 | demand-backup-retry/10-verify-data-consistency | running command: [sh -c set -o errexit
        
        source ../../functions
        
        cluster_name=$(get_cluster_name)
        data=$(run_mysql_query_file "conf/data-query.sql" "-h $(get_haproxy_svc $(get_cluster_name))")
        kubectl create configmap -n "${NAMESPACE}" 10-demand-backup-retry-data --from-literal=data="${data}"
        
        # Compare saved data
        configmap_step04=$(kubectl get configmap 04-demand-backup-retry-data -n "${NAMESPACE}" -o json | jq -c '.data')
        configmap_step10=$(kubectl get configmap 10-demand-backup-retry-data -n "${NAMESPACE}" -o json | jq -c '.data')
        
        if [[ "$configmap_step04" != "$configmap_step10" ]]; then
          echo "Data after restore is different, check configmaps 04-demand-backup-retry-data and 10-demand-backup-retry-data"
          exit 1
        fi]
    logger.go:42: 11:19:15 | demand-backup-retry/10-verify-data-consistency | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:19:15 | demand-backup-retry/10-verify-data-consistency | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:19:15 | demand-backup-retry/10-verify-data-consistency | grep: warning: stray \ before -
    logger.go:42: 11:19:16 | demand-backup-retry/10-verify-data-consistency | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:19:18 | demand-backup-retry/10-verify-data-consistency | mysql-clienttrue
    logger.go:42: 11:19:18 | demand-backup-retry/10-verify-data-consistency | ++ cat conf/data-query.sql
    logger.go:42: 11:19:18 | demand-backup-retry/10-verify-data-consistency | ++ kubectl -n kuttl-test-maximum-sunfish exec -i mysql-client -- bash -c 'mysql -sN -h demand-backup-retry-haproxy -uroot -p'\''G=N$Bni2COw%j?6%tyc'\'''
    logger.go:42: 11:19:18 | demand-backup-retry/10-verify-data-consistency | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 11:19:23 | demand-backup-retry/10-verify-data-consistency | configmap/10-demand-backup-retry-data created
    logger.go:42: 11:19:24 | demand-backup-retry/10-verify-data-consistency | test step completed 10-verify-data-consistency
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | starting test step 97-delete-all-backups
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        kubectl delete ps-backup --all -n "${NAMESPACE}"
        
        backup="demand-backup-retry"
        accessKey="$(kubectl -n "${NAMESPACE}" get secret minio-secret -o jsonpath='{.data.AWS_ACCESS_KEY_ID}' | base64 -d)"
        secretKey="$(kubectl -n "${NAMESPACE}" get secret minio-secret -o jsonpath='{.data.AWS_SECRET_ACCESS_KEY}' | base64 -d)"
        
        backup_exists=$(
            kubectl run -n "${NAMESPACE}" -i --rm aws-cli --image=perconalab/awscli --restart=Never -- \
                /usr/bin/env AWS_ACCESS_KEY_ID="${accessKey}" AWS_SECRET_ACCESS_KEY="${secretKey}" AWS_DEFAULT_REGION=us-east-1 \
                /usr/bin/aws --endpoint-url http://minio-service:9000 s3 ls 'operator-testing/' | grep -c "${backup}/" | cat
            exit "${PIPESTATUS[0]}"
        )
        
        if [[ 1 -eq $backup_exists ]]; then
            echo "Backup was not removed from bucket -- minio"
            exit 1
        fi]
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | + source ../../functions
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ realpath ../../..
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | ++++ pwd
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/tests/demand-backup-retry
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | ++ test_name=demand-backup-retry
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/vars.sh
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export GIT_BRANCH=PR-1092
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ GIT_BRANCH=PR-1092
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export VERSION=PR-1092-94907b7a
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ VERSION=PR-1092-94907b7a
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ [[ -z 8.4 ]]
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export MYSQL_VERSION=8.4
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ MYSQL_VERSION=8.4
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export MINIO_VER=5.4.0
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ MINIO_VER=5.4.0
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ export VAULT_VER=0.16.1
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ VAULT_VER=0.16.1
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | ++++ which gdate
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | ++++ which date
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ date=/usr/sbin/date
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ oc get projects
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ :
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ kubectl get nodes
    logger.go:42: 11:19:24 | demand-backup-retry/97-delete-all-backups | +++ grep '^minikube'
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | +++ which gsed
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | +++ which sed
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | ++ sed=/usr/sbin/sed
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | ++ oc get projects
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | +++ kubectl version -o json
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | +++ grep '\-eks\-'
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | grep: warning: stray \ before -
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | ++ '[' ']'
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | ++ EKS=0
    logger.go:42: 11:19:25 | demand-backup-retry/97-delete-all-backups | + kubectl delete ps-backup --all -n kuttl-test-maximum-sunfish
    logger.go:42: 11:19:26 | demand-backup-retry/97-delete-all-backups | perconaservermysqlbackup.ps.percona.com "demand-backup-retry" deleted from kuttl-test-maximum-sunfish namespace
    logger.go:42: 11:19:26 | demand-backup-retry/97-delete-all-backups | + backup=demand-backup-retry
    logger.go:42: 11:19:26 | demand-backup-retry/97-delete-all-backups | ++ kubectl -n kuttl-test-maximum-sunfish get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}'
    logger.go:42: 11:19:26 | demand-backup-retry/97-delete-all-backups | ++ base64 -d
    logger.go:42: 11:19:26 | demand-backup-retry/97-delete-all-backups | + accessKey=some-access-key
    logger.go:42: 11:19:26 | demand-backup-retry/97-delete-all-backups | ++ kubectl -n kuttl-test-maximum-sunfish get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}'
    logger.go:42: 11:19:26 | demand-backup-retry/97-delete-all-backups | ++ base64 -d
    logger.go:42: 11:19:27 | demand-backup-retry/97-delete-all-backups | + secretKey=some-secret-key
    logger.go:42: 11:19:27 | demand-backup-retry/97-delete-all-backups | ++ kubectl run -n kuttl-test-maximum-sunfish -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 ls operator-testing/
    logger.go:42: 11:19:27 | demand-backup-retry/97-delete-all-backups | ++ grep -c demand-backup-retry/
    logger.go:42: 11:19:27 | demand-backup-retry/97-delete-all-backups | ++ cat
    logger.go:42: 11:19:30 | demand-backup-retry/97-delete-all-backups | ++ exit 0
    logger.go:42: 11:19:30 | demand-backup-retry/97-delete-all-backups | + backup_exists=0
    logger.go:42: 11:19:30 | demand-backup-retry/97-delete-all-backups | + [[ 1 -eq 0 ]]
    logger.go:42: 11:19:30 | demand-backup-retry/97-delete-all-backups | test step completed 97-delete-all-backups
    logger.go:42: 11:19:30 | demand-backup-retry/98-drop-finalizer | starting test step 98-drop-finalizer
    logger.go:42: 11:19:31 | demand-backup-retry/98-drop-finalizer | PerconaServerMySQL:kuttl-test-maximum-sunfish/demand-backup-retry updated
    logger.go:42: 11:19:31 | demand-backup-retry/98-drop-finalizer | test step completed 98-drop-finalizer
    logger.go:42: 11:19:31 | demand-backup-retry/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        destroy_operator]
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | + source ../../functions
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ realpath ../../..
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++++ pwd
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/tests/demand-backup-retry
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++ test_name=demand-backup-retry
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/vars.sh
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/deploy
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/e2e-tests/conf
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/ps/demand-backup-retry
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-1092
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-1092
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export VERSION=PR-1092-94907b7a
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ VERSION=PR-1092-94907b7a
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1092-94907b7a
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ [[ -z 8.4 ]]
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export MYSQL_VERSION=8.4
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ MYSQL_VERSION=8.4
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export MINIO_VER=5.4.0
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ MINIO_VER=5.4.0
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ export VAULT_VER=0.16.1
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ VAULT_VER=0.16.1
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++++ which gdate
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++++ which date
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ date=/usr/sbin/date
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ oc get projects
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ :
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ kubectl get nodes
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ grep '^minikube'
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ which gsed
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1092/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ which sed
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++ sed=/usr/sbin/sed
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | ++ oc get projects
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ kubectl version -o json
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | +++ grep '\-eks\-'
    logger.go:42: 11:19:32 | demand-backup-retry/99-remove-cluster-gracefully | grep: warning: stray \ before -
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | ++ '[' ']'
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | ++ EKS=0
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | + destroy_operator
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | deployment.apps "percona-server-mysql-operator" force deleted from ps-operator namespace
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | + [[ -n ps-operator ]]
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | + kubectl delete namespace ps-operator --force --grace-period=0
    logger.go:42: 11:19:33 | demand-backup-retry/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 11:19:34 | demand-backup-retry/99-remove-cluster-gracefully | namespace "ps-operator" force deleted
    logger.go:42: 11:19:44 | demand-backup-retry/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully
    logger.go:42: 11:19:45 | demand-backup-retry | demand-backup-retry events from ns kuttl-test-maximum-sunfish:
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:48 +0000 UTC	Normal	Pod mysql-client	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/mysql-client to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:48 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Pulled	Container image "perconalab/percona-server-mysql-operator:main-psmysql8.4" already present on machine	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:48 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Created	Created container: mysql-client	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:48 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Started	Started container mysql-client	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:52 +0000 UTC	Normal	PersistentVolumeClaim minio-service		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:53 +0000 UTC	Normal	ReplicaSet.apps minio-service-d9589b474		SuccessfulCreate	Created pod: minio-service-d9589b474-nvs2q	replicaset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:53 +0000 UTC	Normal	Deployment.apps minio-service		ScalingReplicaSet	Scaled up replica set minio-service-d9589b474 to 1	deployment-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:53 +0000 UTC	Normal	PersistentVolumeClaim minio-service		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:53 +0000 UTC	Normal	PersistentVolumeClaim minio-service		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-maximum-sunfish/minio-service"	pd.csi.storage.gke.io_gke-17037d02b2924d3ba1b9-a4e3-74da-vm_a7e3faff-19d2-4773-950f-e8e0dd1a098b	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:54 +0000 UTC	Normal	Pod minio-service-post-job-x5wn4	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/minio-service-post-job-x5wn4 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-hcc7	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:54 +0000 UTC	Normal	Pod minio-service-post-job-x5wn4.spec.containers{minio-make-user}		Pulled	Container image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" already present on machine	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:54 +0000 UTC	Normal	Job.batch minio-service-post-job		SuccessfulCreate	Created pod: minio-service-post-job-x5wn4	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:55 +0000 UTC	Normal	Pod minio-service-post-job-x5wn4.spec.containers{minio-make-user}		Created	Created container: minio-make-user	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:55 +0000 UTC	Normal	Pod minio-service-post-job-x5wn4.spec.containers{minio-make-user}		Started	Started container minio-make-user	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:57 +0000 UTC	Normal	PersistentVolumeClaim minio-service		ProvisioningSucceeded	Successfully provisioned volume pvc-a011b3a5-8eb3-4d8f-acb9-dc9bb49246ed	pd.csi.storage.gke.io_gke-17037d02b2924d3ba1b9-a4e3-74da-vm_a7e3faff-19d2-4773-950f-e8e0dd1a098b	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:05:58 +0000 UTC	Normal	Pod minio-service-d9589b474-nvs2q	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/minio-service-d9589b474-nvs2q to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:06 +0000 UTC	Normal	Pod minio-service-d9589b474-nvs2q		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-a011b3a5-8eb3-4d8f-acb9-dc9bb49246ed" 	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:07 +0000 UTC	Normal	Pod minio-service-d9589b474-nvs2q.spec.containers{minio}		Pulled	Container image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" already present on machine	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:07 +0000 UTC	Normal	Pod minio-service-d9589b474-nvs2q.spec.containers{minio}		Created	Created container: minio	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:07 +0000 UTC	Normal	Pod minio-service-d9589b474-nvs2q.spec.containers{minio}		Started	Started container minio	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:16 +0000 UTC	Normal	Job.batch minio-service-post-job		Completed	Job completed	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:18 +0000 UTC	Normal	Pod aws-cli	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/aws-cli to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:19 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulling	Pulling image "perconalab/awscli"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:19 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulled	Successfully pulled image "perconalab/awscli" in 174ms (174ms including waiting). Image size: 30314917 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:19 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Created	Created container: aws-cli	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:19 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Started	Started container aws-cli	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:26 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-0		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:26 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-0		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:26 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-0		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-maximum-sunfish/datadir-demand-backup-retry-mysql-0"	pd.csi.storage.gke.io_gke-17037d02b2924d3ba1b9-a4e3-74da-vm_a7e3faff-19d2-4773-950f-e8e0dd1a098b	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:26 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulCreate	create Claim datadir-demand-backup-retry-mysql-0 Pod demand-backup-retry-mysql-0 in StatefulSet demand-backup-retry-mysql success	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:26 +0000 UTC	Normal	PodDisruptionBudget.policy demand-backup-retry-mysql		NoPods	No matching pods found	controllermanager	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:26 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulCreate	create Pod demand-backup-retry-mysql-0 in StatefulSet demand-backup-retry-mysql successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:28 +0000 UTC	Normal	Pod demand-backup-retry-orc-0	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-orc-0 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:28 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:28 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 204ms (204ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:28 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:28 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:28 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-orc		SuccessfulCreate	create Pod demand-backup-retry-orc-0 in StatefulSet demand-backup-retry-orc successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:28 +0000 UTC	Normal	PodDisruptionBudget.policy demand-backup-retry-orchestrator		NoPods	No matching pods found	controllermanager	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:28 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com demand-backup-retry		ClusterStateChanged	 -> Initializing	ps-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:30 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-0		ProvisioningSucceeded	Successfully provisioned volume pvc-50ead14d-2607-4909-8bcf-40327c1626c2	pd.csi.storage.gke.io_gke-17037d02b2924d3ba1b9-a4e3-74da-vm_a7e3faff-19d2-4773-950f-e8e0dd1a098b	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:30 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-mysql-0 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-hcc7	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:30 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:30 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 202ms (202ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:30 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:30 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:30 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:31 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 193ms (193ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:31 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:31 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:38 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-50ead14d-2607-4909-8bcf-40327c1626c2" 	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:41 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:41 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 204ms (204ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:41 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:41 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 170ms (170ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 199ms (199ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 177ms (177ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:06:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:03 +0000 UTC	Normal	Pod demand-backup-retry-orc-1	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-orc-1 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-xd1k	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:03 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-orc		SuccessfulCreate	create Pod demand-backup-retry-orc-1 in StatefulSet demand-backup-retry-orc successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:04 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:04 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 171ms (171ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:04 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:04 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:06 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:06 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 152ms (152ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:06 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:06 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:06 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:06 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 204ms (204ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:06 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:06 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:16 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-1		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:16 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-1		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:16 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-1		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-maximum-sunfish/datadir-demand-backup-retry-mysql-1"	pd.csi.storage.gke.io_gke-17037d02b2924d3ba1b9-a4e3-74da-vm_a7e3faff-19d2-4773-950f-e8e0dd1a098b	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:16 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulCreate	create Claim datadir-demand-backup-retry-mysql-1 Pod demand-backup-retry-mysql-1 in StatefulSet demand-backup-retry-mysql success	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:16 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulCreate	create Pod demand-backup-retry-mysql-1 in StatefulSet demand-backup-retry-mysql successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:20 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-1		ProvisioningSucceeded	Successfully provisioned volume pvc-3b8cda7b-8271-447f-a776-0314822fe0c4	pd.csi.storage.gke.io_gke-17037d02b2924d3ba1b9-a4e3-74da-vm_a7e3faff-19d2-4773-950f-e8e0dd1a098b	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:20 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-mysql-1 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-xd1k	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:21 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-haproxy-0 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:21 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:21 +0000 UTC	Normal	PodDisruptionBudget.policy demand-backup-retry-haproxy		NoPods	No matching pods found	controllermanager	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:21 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-haproxy		SuccessfulCreate	create Pod demand-backup-retry-haproxy-0 in StatefulSet demand-backup-retry-haproxy successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:22 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 241ms (241ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:22 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:22 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 166ms (166ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:24 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 149ms (149ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:24 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:24 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:28 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-3b8cda7b-8271-447f-a776-0314822fe0c4" 	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:31 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:32 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 205ms (205ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:32 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:32 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 177ms (177ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 230ms (230ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 107ms (107ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:39 +0000 UTC	Normal	Pod demand-backup-retry-orc-2	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-orc-2 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-hcc7	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:39 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-orc		SuccessfulCreate	create Pod demand-backup-retry-orc-2 in StatefulSet demand-backup-retry-orc successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:40 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:40 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 219ms (219ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:40 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:40 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:41 +0000 UTC	Warning	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Unhealthy	Readiness probe failed: ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 2
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:41 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:41 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 197ms (197ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:41 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:41 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:41 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:42 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 183ms (183ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:42 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:42 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:52 +0000 UTC	Warning	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/04 11:07:51 Waiting for MySQL ready state
        2025/11/04 11:07:51 MySQL is ready
        2025/11/04 11:07:51 Peers: [3166623339393462.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish 3464303438313038.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish]
        2025/11/04 11:07:51 FQDN: demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:07:51 Primary: demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish Replicas: [demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish]
        2025/11/04 11:07:51 lookup demand-backup-retry-mysql-1 [10.48.112.17]
        2025/11/04 11:07:51 PodIP: 10.48.112.17
        2025/11/04 11:07:51 lookup demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish [10.48.113.13]
        2025/11/04 11:07:51 PrimaryIP: 10.48.113.13
        2025/11/04 11:07:52 Donor: demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:07:52 Opening connection to 10.48.112.17
        2025/11/04 11:07:52 Clone required: true
        2025/11/04 11:07:52 Checking if a clone in progress
        2025/11/04 11:07:52 Clone in progress: false
        2025/11/04 11:07:52 Cloning from demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:07:52 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:52 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:07:56 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 173ms (173ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:27 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-2		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:27 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-2		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-maximum-sunfish/datadir-demand-backup-retry-mysql-2"	pd.csi.storage.gke.io_gke-17037d02b2924d3ba1b9-a4e3-74da-vm_a7e3faff-19d2-4773-950f-e8e0dd1a098b	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:27 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-2		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:27 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulCreate	create Claim datadir-demand-backup-retry-mysql-2 Pod demand-backup-retry-mysql-2 in StatefulSet demand-backup-retry-mysql success	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:27 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulCreate	create Pod demand-backup-retry-mysql-2 in StatefulSet demand-backup-retry-mysql successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:31 +0000 UTC	Normal	PersistentVolumeClaim datadir-demand-backup-retry-mysql-2		ProvisioningSucceeded	Successfully provisioned volume pvc-e8c62852-9755-47e1-bc84-9324acd9ed97	pd.csi.storage.gke.io_gke-17037d02b2924d3ba1b9-a4e3-74da-vm_a7e3faff-19d2-4773-950f-e8e0dd1a098b	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:32 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-haproxy-1 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-hcc7	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:32 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:32 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 231ms (231ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:32 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:32 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:32 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-haproxy		SuccessfulCreate	create Pod demand-backup-retry-haproxy-1 in StatefulSet demand-backup-retry-haproxy successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:32 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-mysql-2 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:34 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:34 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 133ms (133ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:34 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:34 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:34 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:34 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 100ms (100ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:35 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:35 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:39 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-e8c62852-9755-47e1-bc84-9324acd9ed97" 	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:41 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:41 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 236ms (236ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:41 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:41 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 155ms (155ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 192ms (192ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 189ms (189ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:52 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-haproxy-2 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-xd1k	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:52 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-haproxy		SuccessfulCreate	create Pod demand-backup-retry-haproxy-2 in StatefulSet demand-backup-retry-haproxy successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:53 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:53 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 118ms (118ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:53 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:53 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:55 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:55 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 132ms (132ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:55 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:55 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:55 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:55 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 184ms (184ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:55 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:08:55 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:01 +0000 UTC	Warning	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/04 11:09:01 Waiting for MySQL ready state
        2025/11/04 11:09:01 MySQL is ready
        2025/11/04 11:09:01 Peers: [3166623339393462.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish 3464303438313038.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish 6364343133663463.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish]
        2025/11/04 11:09:01 FQDN: demand-backup-retry-mysql-2.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:09:01 Primary: demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish Replicas: [demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish demand-backup-retry-mysql-2.demand-backup-retry-mysql.kuttl-test-maximum-sunfish]
        2025/11/04 11:09:01 lookup demand-backup-retry-mysql-2 [10.48.114.24]
        2025/11/04 11:09:01 PodIP: 10.48.114.24
        2025/11/04 11:09:01 lookup demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish [10.48.113.13]
        2025/11/04 11:09:01 PrimaryIP: 10.48.113.13
        2025/11/04 11:09:01 Donor: demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:09:01 Opening connection to 10.48.114.24
        2025/11/04 11:09:01 Clone required: true
        2025/11/04 11:09:01 Checking if a clone in progress
        2025/11/04 11:09:01 Clone in progress: false
        2025/11/04 11:09:01 Cloning from demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:09:01 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:01 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:05 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 218ms (218ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:37 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com demand-backup-retry		ClusterStateChanged	Initializing -> Ready	ps-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:41 +0000 UTC	Normal	Pod sysbench-data-q6h46	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/sysbench-data-q6h46 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:41 +0000 UTC	Normal	Job.batch sysbench-data		SuccessfulCreate	Created pod: sysbench-data-q6h46	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:42 +0000 UTC	Normal	Pod sysbench-data-q6h46.spec.containers{sysbench}		Pulled	Container image "perconalab/percona-server-mysql-operator:sysbench" already present on machine	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:42 +0000 UTC	Normal	Pod sysbench-data-q6h46.spec.containers{sysbench}		Created	Created container: sysbench	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:09:42 +0000 UTC	Normal	Pod sysbench-data-q6h46.spec.containers{sysbench}		Started	Started container sysbench	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:10:55 +0000 UTC	Normal	Job.batch sysbench-data		Completed	Job completed	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:04 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/xb-demand-backup-retry-minio-zd8rh to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:04 +0000 UTC	Normal	Job.batch xb-demand-backup-retry-minio		SuccessfulCreate	Created pod: xb-demand-backup-retry-minio-zd8rh	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:05 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:05 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 174ms (174ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:05 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh.spec.initContainers{xtrabackup-init}		Created	Created container: xtrabackup-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:05 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:07 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:07 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 214ms (214ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:07 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:07 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-zd8rh.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:08 +0000 UTC	Normal	Pod aws-cli	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/aws-cli to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-hcc7	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:08 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulling	Pulling image "perconalab/awscli"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:08 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulled	Successfully pulled image "perconalab/awscli" in 176ms (176ms including waiting). Image size: 30314917 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:08 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Created	Created container: aws-cli	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:08 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Started	Started container aws-cli	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:13 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:13 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:13 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:13 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-mysql-1 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-xd1k	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:13 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com demand-backup-retry		ClusterStateChanged	Ready -> Initializing	ps-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:14 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:14 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 227ms (227ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:14 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:14 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:14 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com demand-backup-retry		ReconcileError	Failed to reconcile cluster	ps-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:14 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com demand-backup-retry		ClusterStateChanged	Error -> Initializing	ps-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 118ms (118ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 159ms (159ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:16 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:17 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 174ms (174ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:17 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:17 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:25 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/xb-demand-backup-retry-minio-fmdqq to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:25 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:25 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 225ms (225ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:25 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq.spec.initContainers{xtrabackup-init}		Created	Created container: xtrabackup-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:25 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:25 +0000 UTC	Normal	Job.batch xb-demand-backup-retry-minio		SuccessfulCreate	Created pod: xb-demand-backup-retry-minio-fmdqq	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:27 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:27 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 178ms (179ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:27 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:27 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-fmdqq.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:38 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 530ms (530ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:48 +0000 UTC	Warning	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		BackOff	Back-off restarting failed container pt-heartbeat in pod demand-backup-retry-mysql-1_kuttl-test-maximum-sunfish(122a7580-2e69-4238-8256-5dd472498476)	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:49 +0000 UTC	Warning	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/04 11:11:34 Waiting for MySQL ready state
        2025/11/04 11:11:34 MySQL is ready
        2025/11/04 11:11:34 Peers: [3166623339393462.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish 6264343035636365.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish 6364343133663463.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish]
        2025/11/04 11:11:34 FQDN: demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:11:34 Primary: demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish Replicas: [demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish demand-backup-retry-mysql-2.demand-backup-retry-mysql.kuttl-test-maximum-sunfish]
        2025/11/04 11:11:34 lookup demand-backup-retry-mysql-1 [10.48.112.19]
        2025/11/04 11:11:34 PodIP: 10.48.112.19
        2025/11/04 11:11:34 lookup demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish [10.48.113.13]
        2025/11/04 11:11:34 PrimaryIP: 10.48.113.13
        2025/11/04 11:11:34 Donor: demand-backup-retry-mysql-2.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:11:34 Opening connection to 10.48.112.19
        2025/11/04 11:11:34 Clone required: true
        2025/11/04 11:11:34 Checking if a clone in progress
        2025/11/04 11:11:34 Clone in progress: false
        2025/11/04 11:11:34 Cloning from demand-backup-retry-mysql-2.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:11:49 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:49 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:11:53 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 192ms (192ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:03 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/xb-demand-backup-retry-minio-6285m to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:03 +0000 UTC	Normal	Job.batch xb-demand-backup-retry-minio		SuccessfulCreate	Created pod: xb-demand-backup-retry-minio-6285m	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:04 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:04 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 231ms (231ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:04 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m.spec.initContainers{xtrabackup-init}		Created	Created container: xtrabackup-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:04 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:06 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:06 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 194ms (194ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:06 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:06 +0000 UTC	Normal	Pod xb-demand-backup-retry-minio-6285m.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:25 +0000 UTC	Normal	Job.batch xb-demand-backup-retry-minio		Completed	Job completed	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:28 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:28 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:28 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:28 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulDelete	delete Pod demand-backup-retry-mysql-2 in StatefulSet demand-backup-retry-mysql successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:28 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:28 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:28 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-orc		SuccessfulDelete	delete Pod demand-backup-retry-orc-2 in StatefulSet demand-backup-retry-orc successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:28 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com demand-backup-retry		ClusterStateChanged	Ready -> Stopping	ps-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:29 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:29 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:29 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-haproxy		SuccessfulDelete	delete Pod demand-backup-retry-haproxy-2 in StatefulSet demand-backup-retry-haproxy successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:29 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:29 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:29 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-orc		SuccessfulDelete	delete Pod demand-backup-retry-orc-1 in StatefulSet demand-backup-retry-orc successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:30 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:30 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:30 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:30 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:30 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-haproxy		SuccessfulDelete	delete Pod demand-backup-retry-haproxy-1 in StatefulSet demand-backup-retry-haproxy successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:30 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-haproxy		SuccessfulDelete	delete Pod demand-backup-retry-haproxy-0 in StatefulSet demand-backup-retry-haproxy successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:31 +0000 UTC	Warning	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/11/04 11:14:31 MySQL state is not ready...
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:31 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:31 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:31 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-orc		SuccessfulDelete	delete Pod demand-backup-retry-orc-0 in StatefulSet demand-backup-retry-orc successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:32 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulDelete	delete Pod demand-backup-retry-mysql-1 in StatefulSet demand-backup-retry-mysql successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:37 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:37 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:37 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:37 +0000 UTC	Normal	StatefulSet.apps demand-backup-retry-mysql		SuccessfulDelete	delete Pod demand-backup-retry-mysql-0 in StatefulSet demand-backup-retry-mysql successful	statefulset-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:38 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com demand-backup-retry		ClusterStateChanged	Stopping -> Paused	ps-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:41 +0000 UTC	Warning	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:58 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/xb-restore-demand-backup-retry-restore-wn22g to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:58 +0000 UTC	Warning	Pod xb-restore-demand-backup-retry-restore-wn22g		FailedAttachVolume	Multi-Attach error for volume "pvc-50ead14d-2607-4909-8bcf-40327c1626c2" Volume is already exclusively attached to one node and can't be attached to another	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:14:58 +0000 UTC	Normal	Job.batch xb-restore-demand-backup-retry-restore		SuccessfulCreate	Created pod: xb-restore-demand-backup-retry-restore-wn22g	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:12 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-50ead14d-2607-4909-8bcf-40327c1626c2" 	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:13 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:14 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 242ms (242ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:14 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g.spec.initContainers{xtrabackup-init}		Created	Created container: xtrabackup-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:14 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:15 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:15 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 127ms (127ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:15 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:15 +0000 UTC	Normal	Pod xb-restore-demand-backup-retry-restore-wn22g.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:35 +0000 UTC	Normal	Job.batch xb-restore-demand-backup-retry-restore		Completed	Job completed	job-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:36 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-mysql-0 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-hcc7	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:36 +0000 UTC	Warning	Pod demand-backup-retry-mysql-0		FailedAttachVolume	Multi-Attach error for volume "pvc-50ead14d-2607-4909-8bcf-40327c1626c2" Volume is already exclusively attached to one node and can't be attached to another	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:36 +0000 UTC	Normal	Pod demand-backup-retry-orc-0	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-orc-0 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:36 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:36 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com demand-backup-retry		ClusterStateChanged	Paused -> Initializing	ps-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:37 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 207ms (207ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:37 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:37 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:39 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:39 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 198ms (198ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:39 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:39 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:39 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:40 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 187ms (187ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:40 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:40 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:56 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-50ead14d-2607-4909-8bcf-40327c1626c2" 	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:57 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:57 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 213ms (213ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:57 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:57 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 148ms (148ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 192ms (192ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:15:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:00 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 102ms (102ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:00 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:00 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:12 +0000 UTC	Normal	Pod demand-backup-retry-orc-1	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-orc-1 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-xd1k	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:12 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:12 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 140ms (140ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:12 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:12 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:13 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:14 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 212ms (212ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:14 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:14 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:14 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:14 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 203ms (203ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:14 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:14 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:32 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-mysql-1 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-xd1k	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:37 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-haproxy-0 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:37 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:37 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 161ms (161ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:37 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:37 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:37 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-3b8cda7b-8271-447f-a776-0314822fe0c4" 	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:39 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:39 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 145ms (145ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:39 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:39 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:39 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:40 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 188ms (188ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:40 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:40 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-0.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 188ms (188ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:43 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:44 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 102ms (102ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 175ms (175ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 177ms (177ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:46 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:47 +0000 UTC	Normal	Pod demand-backup-retry-orc-2	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-orc-2 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-hcc7	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:48 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:48 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 226ms (226ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:48 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:48 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:50 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:50 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 194ms (194ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:50 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:50 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:50 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:50 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 195ms (195ms including waiting). Image size: 72389345 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:50 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:51 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:16:57 +0000 UTC	Warning	Pod demand-backup-retry-haproxy-0.spec.containers{haproxy}		Unhealthy	Readiness probe failed: ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 2
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:07 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 399ms (399ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:18 +0000 UTC	Warning	Pod demand-backup-retry-mysql-1.spec.containers{pt-heartbeat}		BackOff	Back-off restarting failed container pt-heartbeat in pod demand-backup-retry-mysql-1_kuttl-test-maximum-sunfish(83ed1fa9-ba1f-4950-b7a6-1100dc1bcd65)	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:18 +0000 UTC	Warning	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/04 11:17:03 Waiting for MySQL ready state
        2025/11/04 11:17:03 MySQL is ready
        2025/11/04 11:17:03 Peers: [3662616464336237.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish 63376232613337.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish]
        2025/11/04 11:17:03 FQDN: demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:17:03 Primary: demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish Replicas: [demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish]
        2025/11/04 11:17:03 lookup demand-backup-retry-mysql-1 [10.48.112.21]
        2025/11/04 11:17:03 PodIP: 10.48.112.21
        2025/11/04 11:17:03 lookup demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish [10.48.113.17]
        2025/11/04 11:17:03 PrimaryIP: 10.48.113.17
        2025/11/04 11:17:03 Donor: demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:17:03 Opening connection to 10.48.112.21
        2025/11/04 11:17:03 Clone required: true
        2025/11/04 11:17:03 Checking if a clone in progress
        2025/11/04 11:17:03 Clone in progress: false
        2025/11/04 11:17:03 Cloning from demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:17:18 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:19 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:22 +0000 UTC	Normal	Pod demand-backup-retry-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 141ms (141ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:53 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-mysql-2 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:58 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-e8c62852-9755-47e1-bc84-9324acd9ed97" 	attachdetach-controller	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 170ms (170ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:17:59 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:01 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-haproxy-1 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-hcc7	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 190ms (190ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 179ms (179ms including waiting). Image size: 543257981 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 104ms (104ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:02 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:03 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:03 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 227ms (227ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:03 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:03 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:05 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:05 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 218ms (218ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:05 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:05 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:05 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:06 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 202ms (202ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:06 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:06 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/demand-backup-retry-haproxy-2 to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-xd1k	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1092-94907b7a" in 216ms (216ms including waiting). Image size: 110294541 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:23 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:23 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 195ms (195ms including waiting). Image size: 133854467 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:24 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:26 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:26 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 183ms (183ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:26 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:26 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:26 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:26 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 157ms (157ms including waiting). Image size: 105313584 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:26 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:26 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:33 +0000 UTC	Warning	Pod demand-backup-retry-mysql-2.spec.containers{pt-heartbeat}		BackOff	Back-off restarting failed container pt-heartbeat in pod demand-backup-retry-mysql-2_kuttl-test-maximum-sunfish(8b6275c3-2fc6-4ce1-94b8-8cfe0bf19536)	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:34 +0000 UTC	Warning	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/04 11:18:19 Waiting for MySQL ready state
        2025/11/04 11:18:19 MySQL is ready
        2025/11/04 11:18:19 Peers: [3662616464336237.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish 63376232613337.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish 6531653765666139.demand-backup-retry-mysql-unready.kuttl-test-maximum-sunfish]
        2025/11/04 11:18:19 FQDN: demand-backup-retry-mysql-2.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:18:19 Primary: demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish Replicas: [demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish demand-backup-retry-mysql-2.demand-backup-retry-mysql.kuttl-test-maximum-sunfish]
        2025/11/04 11:18:19 lookup demand-backup-retry-mysql-2 [10.48.114.32]
        2025/11/04 11:18:19 PodIP: 10.48.114.32
        2025/11/04 11:18:19 lookup demand-backup-retry-mysql-0.demand-backup-retry-mysql.kuttl-test-maximum-sunfish [10.48.113.17]
        2025/11/04 11:18:19 PrimaryIP: 10.48.113.17
        2025/11/04 11:18:19 Donor: demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:18:19 Opening connection to 10.48.114.32
        2025/11/04 11:18:19 Clone required: true
        2025/11/04 11:18:19 Checking if a clone in progress
        2025/11/04 11:18:19 Clone in progress: false
        2025/11/04 11:18:19 Cloning from demand-backup-retry-mysql-1.demand-backup-retry-mysql.kuttl-test-maximum-sunfish
        2025/11/04 11:18:34 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:34 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:18:38 +0000 UTC	Normal	Pod demand-backup-retry-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 202ms (202ms including waiting). Image size: 433128099 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:27 +0000 UTC	Normal	Pod aws-cli	Binding	Scheduled	Successfully assigned kuttl-test-maximum-sunfish/aws-cli to gke-jen-ps-1092-94907b7a-default-pool-60fad07d-1tbx	default-scheduler	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:28 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulling	Pulling image "perconalab/awscli"	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:28 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulled	Successfully pulled image "perconalab/awscli" in 233ms (233ms including waiting). Image size: 30314917 bytes.	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:28 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Created	Created container: aws-cli	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:28 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Started	Started container aws-cli	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:32 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:32 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:32 +0000 UTC	Normal	Pod demand-backup-retry-mysql-0.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-1.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Warning	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Unhealthy	Liveness probe failed: ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 2
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Warning	Pod demand-backup-retry-haproxy-1.spec.containers{haproxy}		Unhealthy	Readiness probe failed: ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 2
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-haproxy-2.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-orc-0.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-orc-1.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:33 +0000 UTC	Normal	Pod demand-backup-retry-orc-2.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:37 +0000 UTC	Warning	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/11/04 11:19:37 MySQL state is not ready...
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:37 +0000 UTC	Warning	Pod demand-backup-retry-orc-1.spec.containers{orchestrator}		Unhealthy	Readiness probe failed: Get "http://10.48.112.20:3000/api/health": dial tcp 10.48.112.20:3000: connect: connection refused	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:38 +0000 UTC	Warning	Pod demand-backup-retry-orc-2.spec.containers{orchestrator}		Unhealthy	Readiness probe failed: Get "http://10.48.113.18:3000/api/health": dial tcp 10.48.113.18:3000: connect: connection refused	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | 2025-11-04 11:19:42 +0000 UTC	Warning	Pod demand-backup-retry-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/11/04 11:19:42 MySQL state is not ready...
        	kubelet	
    logger.go:42: 11:19:45 | demand-backup-retry | Deleting namespace: kuttl-test-maximum-sunfish
=== NAME  kuttl
    harness.go:403: run tests finished
    harness.go:510: cleaning up
    harness.go:567: removing temp folder: ""
--- PASS: kuttl (894.41s)
    --- PASS: kuttl/harness (0.00s)
        --- PASS: kuttl/harness/demand-backup-retry (893.69s)
PASS