=== RUN   kuttl
    harness.go:459: starting setup
    harness.go:254: running tests using configured kubeconfig.
    harness.go:277: Successful connection to cluster at: https://34.122.159.156
    harness.go:362: running tests
    harness.go:74: going to run test suite with timeout of 180 seconds for each step
    harness.go:374: testsuite: e2e-tests/tests has 38 tests
=== RUN   kuttl/harness
=== RUN   kuttl/harness/gr-data-at-rest-encryption
=== PAUSE kuttl/harness/gr-data-at-rest-encryption
=== CONT  kuttl/harness/gr-data-at-rest-encryption
    logger.go:42: 19:48:26 | gr-data-at-rest-encryption | Creating namespace: kuttl-test-working-muskrat
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | starting test step 0-deploy-operator
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        init_temp_dir # do this only in the first TestStep
        
        deploy_client
        deploy_operator
        
        deploy_non_tls_cluster_secrets
        deploy_tls_cluster_secrets
        
        apply_minio_secret
        deploy_minio]
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | + source ../../functions
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ realpath ../../..
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | ++++ pwd
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/tests/gr-data-at-rest-encryption
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | ++ test_name=gr-data-at-rest-encryption
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/vars.sh
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export GIT_BRANCH=PR-993
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ GIT_BRANCH=PR-993
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export VERSION=PR-993-bd4cc52b
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ VERSION=PR-993-bd4cc52b
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export MINIO_VER=5.4.0
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ MINIO_VER=5.4.0
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ export VAULT_VER=0.16.1
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ VAULT_VER=0.16.1
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | ++++ which gdate
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-993/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | ++++ which date
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ date=/usr/sbin/date
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ oc get projects
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ :
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ kubectl get nodes
    logger.go:42: 19:48:27 | gr-data-at-rest-encryption/0-deploy-operator | +++ grep '^minikube'
    logger.go:42: 19:48:28 | gr-data-at-rest-encryption/0-deploy-operator | ++ oc get projects
    logger.go:42: 19:48:28 | gr-data-at-rest-encryption/0-deploy-operator | + init_temp_dir
    logger.go:42: 19:48:28 | gr-data-at-rest-encryption/0-deploy-operator | + rm -rf /tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:48:28 | gr-data-at-rest-encryption/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:48:28 | gr-data-at-rest-encryption/0-deploy-operator | + deploy_client
    logger.go:42: 19:48:28 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-working-muskrat apply -f -
    logger.go:42: 19:48:28 | gr-data-at-rest-encryption/0-deploy-operator | ++ printf '.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:48:28 | gr-data-at-rest-encryption/0-deploy-operator | + yq eval '.spec.containers[0].image="perconalab/percona-server-mysql-operator:main-psmysql8.0"' /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf/client.yaml
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | pod/mysql-client created
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | + deploy_operator
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | + destroy_operator
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-server-mysql-operator" not found
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | + true
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | + [[ -n ps-operator ]]
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0
    logger.go:42: 19:48:31 | gr-data-at-rest-encryption/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 19:48:32 | gr-data-at-rest-encryption/0-deploy-operator | Error from server (NotFound): namespaces "ps-operator" not found
    logger.go:42: 19:48:32 | gr-data-at-rest-encryption/0-deploy-operator | + true
    logger.go:42: 19:48:32 | gr-data-at-rest-encryption/0-deploy-operator | + [[ -n ps-operator ]]
    logger.go:42: 19:48:32 | gr-data-at-rest-encryption/0-deploy-operator | + create_namespace ps-operator
    logger.go:42: 19:48:32 | gr-data-at-rest-encryption/0-deploy-operator | + local namespace=ps-operator
    logger.go:42: 19:48:32 | gr-data-at-rest-encryption/0-deploy-operator | + [[ -n '' ]]
    logger.go:42: 19:48:32 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found
    logger.go:42: 19:48:32 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl wait --for=delete namespace ps-operator
    logger.go:42: 19:48:33 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl create namespace ps-operator
    logger.go:42: 19:48:33 | gr-data-at-rest-encryption/0-deploy-operator | namespace/ps-operator created
    logger.go:42: 19:48:33 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy/crd.yaml
    logger.go:42: 19:48:34 | gr-data-at-rest-encryption/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied
    logger.go:42: 19:48:35 | gr-data-at-rest-encryption/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied
    logger.go:42: 19:48:36 | gr-data-at-rest-encryption/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied
    logger.go:42: 19:48:36 | gr-data-at-rest-encryption/0-deploy-operator | + '[' -n ps-operator ']'
    logger.go:42: 19:48:36 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy/cw-rbac.yaml
    logger.go:42: 19:48:38 | gr-data-at-rest-encryption/0-deploy-operator | serviceaccount/percona-server-mysql-operator created
    logger.go:42: 19:48:38 | gr-data-at-rest-encryption/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 19:48:39 | gr-data-at-rest-encryption/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator created
    logger.go:42: 19:48:39 | gr-data-at-rest-encryption/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 19:48:40 | gr-data-at-rest-encryption/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created
    logger.go:42: 19:48:40 | gr-data-at-rest-encryption/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"'
    logger.go:42: 19:48:40 | gr-data-at-rest-encryption/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"'
    logger.go:42: 19:48:40 | gr-data-at-rest-encryption/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:48:40 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n ps-operator apply -f -
    logger.go:42: 19:48:40 | gr-data-at-rest-encryption/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"' /mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy/cw-operator.yaml
    logger.go:42: 19:48:42 | gr-data-at-rest-encryption/0-deploy-operator | configmap/percona-server-mysql-operator-config created
    logger.go:42: 19:48:42 | gr-data-at-rest-encryption/0-deploy-operator | deployment.apps/percona-server-mysql-operator created
    logger.go:42: 19:48:42 | gr-data-at-rest-encryption/0-deploy-operator | + deploy_non_tls_cluster_secrets
    logger.go:42: 19:48:42 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-working-muskrat apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf/secrets.yaml
    logger.go:42: 19:48:43 | gr-data-at-rest-encryption/0-deploy-operator | secret/test-secrets created
    logger.go:42: 19:48:43 | gr-data-at-rest-encryption/0-deploy-operator | + deploy_tls_cluster_secrets
    logger.go:42: 19:48:43 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-working-muskrat apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf/ssl-secret.yaml
    logger.go:42: 19:48:44 | gr-data-at-rest-encryption/0-deploy-operator | secret/test-ssl created
    logger.go:42: 19:48:44 | gr-data-at-rest-encryption/0-deploy-operator | + apply_minio_secret
    logger.go:42: 19:48:44 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-working-muskrat apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf/minio-secret.yml
    logger.go:42: 19:48:45 | gr-data-at-rest-encryption/0-deploy-operator | secret/minio-secret created
    logger.go:42: 19:48:45 | gr-data-at-rest-encryption/0-deploy-operator | + deploy_minio
    logger.go:42: 19:48:45 | gr-data-at-rest-encryption/0-deploy-operator | + local access_key
    logger.go:42: 19:48:45 | gr-data-at-rest-encryption/0-deploy-operator | + local secret_key
    logger.go:42: 19:48:45 | gr-data-at-rest-encryption/0-deploy-operator | ++ kubectl -n kuttl-test-working-muskrat get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}'
    logger.go:42: 19:48:45 | gr-data-at-rest-encryption/0-deploy-operator | ++ base64 -d
    logger.go:42: 19:48:46 | gr-data-at-rest-encryption/0-deploy-operator | + access_key=some-access-key
    logger.go:42: 19:48:46 | gr-data-at-rest-encryption/0-deploy-operator | ++ kubectl -n kuttl-test-working-muskrat get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}'
    logger.go:42: 19:48:46 | gr-data-at-rest-encryption/0-deploy-operator | ++ base64 -d
    logger.go:42: 19:48:46 | gr-data-at-rest-encryption/0-deploy-operator | + secret_key=some-secret-key
    logger.go:42: 19:48:46 | gr-data-at-rest-encryption/0-deploy-operator | + helm uninstall -n kuttl-test-working-muskrat minio-service
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + :
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + helm repo remove minio
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | Error: no repositories configured
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + :
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + helm repo add minio https://charts.min.io/
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | "minio" has been added to your repositories
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | +++ printf %q some-access-key
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | ++ printf %q some-access-key
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | +++ printf %q some-secret-key
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | ++ printf %q some-secret-key
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-working-muskrat --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + local max=10
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + local delay=60
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + shift 2
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + local n=1
    logger.go:42: 19:48:47 | gr-data-at-rest-encryption/0-deploy-operator | + helm install minio-service -n kuttl-test-working-muskrat --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | NAME: minio-service
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | LAST DEPLOYED: Tue Aug 26 19:48:48 2025
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | NAMESPACE: kuttl-test-working-muskrat
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | STATUS: deployed
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | REVISION: 1
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | TEST SUITE: None
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | NOTES:
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | minio-service.kuttl-test-working-muskrat.cluster.local
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | To access MinIO from localhost, run the below commands:
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator |   1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-working-muskrat -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator |   2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-working-muskrat
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator |   1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator |   2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-working-muskrat minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-working-muskrat minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator |   3. mc ls minio-service-local
    logger.go:42: 19:49:21 | gr-data-at-rest-encryption/0-deploy-operator | ++ kubectl -n kuttl-test-working-muskrat get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 19:49:22 | gr-data-at-rest-encryption/0-deploy-operator | + MINIO_POD=minio-service-86dfccd949-q4vcx
    logger.go:42: 19:49:22 | gr-data-at-rest-encryption/0-deploy-operator | + wait_pod minio-service-86dfccd949-q4vcx
    logger.go:42: 19:49:22 | gr-data-at-rest-encryption/0-deploy-operator | + local pod=minio-service-86dfccd949-q4vcx
    logger.go:42: 19:49:22 | gr-data-at-rest-encryption/0-deploy-operator | + set +o xtrace
    logger.go:42: 19:49:22 | gr-data-at-rest-encryption/0-deploy-operator | minio-service-86dfccd949-q4vcxtrue
    logger.go:42: 19:49:22 | gr-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-working-muskrat run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access-key'\'' AWS_SECRET_ACCESS_KEY='\''some-secret-key'\'' AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
    logger.go:42: 19:49:26 | gr-data-at-rest-encryption/0-deploy-operator | If you don't see a command prompt, try pressing enter.
    logger.go:42: 19:49:26 | gr-data-at-rest-encryption/0-deploy-operator | warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_kuttl-test-working-muskrat
    logger.go:42: 19:49:27 | gr-data-at-rest-encryption/0-deploy-operator | make_bucket: operator-testing
    logger.go:42: 19:49:28 | gr-data-at-rest-encryption/0-deploy-operator | pod "aws-cli" deleted
    logger.go:42: 19:49:29 | gr-data-at-rest-encryption/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
    logger.go:42: 19:49:29 | gr-data-at-rest-encryption/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist.
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/0-deploy-operator | INFO   Found 1 resource(s).
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/0-deploy-operator | NAME                            NAMESPACE     COL0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/0-deploy-operator | percona-server-mysql-operator   ps-operator   1
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/0-deploy-operator | ASSERT PASS
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/0-deploy-operator | test step completed 0-deploy-operator
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | starting test step 1-deploy-vault
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        deploy_vault]
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + source ../../functions
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ realpath ../../..
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | ++++ pwd
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/tests/gr-data-at-rest-encryption
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | ++ test_name=gr-data-at-rest-encryption
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/vars.sh
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export GIT_BRANCH=PR-993
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ GIT_BRANCH=PR-993
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export VERSION=PR-993-bd4cc52b
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ VERSION=PR-993-bd4cc52b
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export MINIO_VER=5.4.0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ MINIO_VER=5.4.0
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ export VAULT_VER=0.16.1
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ VAULT_VER=0.16.1
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | ++++ which gdate
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-993/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | ++++ which date
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ date=/usr/sbin/date
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ oc get projects
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ :
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ kubectl get nodes
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | +++ grep '^minikube'
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | ++ oc get projects
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + deploy_vault
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local name=vault-service
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local protocol=http
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local platform=kubernetes
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local namespace=vault-service
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local tmp_dir=/tmp/vault
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + echo 'Using tmp dir: /tmp/vault'
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | Using tmp dir: /tmp/vault
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + _deploy_vault vault-service http kubernetes vault-service /tmp/vault
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local name=vault-service
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local protocol=http
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local platform=kubernetes
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local namespace=vault-service
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + local tmp_dir=/tmp/vault
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + kubectl get ns
    logger.go:42: 19:49:30 | gr-data-at-rest-encryption/1-deploy-vault | + grep vault-service
    logger.go:42: 19:49:31 | gr-data-at-rest-encryption/1-deploy-vault | + rm -rf /tmp/vault
    logger.go:42: 19:49:31 | gr-data-at-rest-encryption/1-deploy-vault | + mkdir -p /tmp/vault
    logger.go:42: 19:49:31 | gr-data-at-rest-encryption/1-deploy-vault | + helm repo add hashicorp https://helm.releases.hashicorp.com
    logger.go:42: 19:49:31 | gr-data-at-rest-encryption/1-deploy-vault | "hashicorp" has been added to your repositories
    logger.go:42: 19:49:31 | gr-data-at-rest-encryption/1-deploy-vault | + helm repo update
    logger.go:42: 19:49:31 | gr-data-at-rest-encryption/1-deploy-vault | Hang tight while we grab the latest from your chart repositories...
    logger.go:42: 19:49:31 | gr-data-at-rest-encryption/1-deploy-vault | ...Successfully got an update from the "minio" chart repository
    logger.go:42: 19:49:32 | gr-data-at-rest-encryption/1-deploy-vault | ...Successfully got an update from the "hashicorp" chart repository
    logger.go:42: 19:49:32 | gr-data-at-rest-encryption/1-deploy-vault | Update Complete. ⎈Happy Helming!⎈
    logger.go:42: 19:49:32 | gr-data-at-rest-encryption/1-deploy-vault | + kubectl create namespace vault-service
    logger.go:42: 19:49:32 | gr-data-at-rest-encryption/1-deploy-vault | namespace/vault-service created
    logger.go:42: 19:49:32 | gr-data-at-rest-encryption/1-deploy-vault | + helm uninstall vault-service
    logger.go:42: 19:49:33 | gr-data-at-rest-encryption/1-deploy-vault | Error: uninstall: Release not loaded: vault-service: release: not found
    logger.go:42: 19:49:33 | gr-data-at-rest-encryption/1-deploy-vault | + :
    logger.go:42: 19:49:33 | gr-data-at-rest-encryption/1-deploy-vault | + echo 'install Vault vault-service'
    logger.go:42: 19:49:33 | gr-data-at-rest-encryption/1-deploy-vault | install Vault vault-service
    logger.go:42: 19:49:33 | gr-data-at-rest-encryption/1-deploy-vault | + [[ kubernetes == \o\p\e\n\s\h\i\f\t ]]
    logger.go:42: 19:49:33 | gr-data-at-rest-encryption/1-deploy-vault | + '[' http == https ']'
    logger.go:42: 19:49:33 | gr-data-at-rest-encryption/1-deploy-vault | + helm install vault-service hashicorp/vault --disable-openapi-validation --version 0.16.1 --namespace vault-service --set dataStorage.enabled=false --set global.logLevel=trace --set global.platform=kubernetes
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | NAME: vault-service
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | LAST DEPLOYED: Tue Aug 26 19:49:34 2025
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | NAMESPACE: vault-service
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | STATUS: deployed
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | REVISION: 1
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | NOTES:
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | Thank you for installing HashiCorp Vault!
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | Now that you have deployed Vault, you should look over the docs on using
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | Vault with Kubernetes available here:
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | https://www.vaultproject.io/docs/
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | Your release is named vault-service. To learn more about the release, try:
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault |   $ helm status vault-service
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault |   $ helm get manifest vault-service
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | + [[ kubernetes == \o\p\e\n\s\h\i\f\t ]]
    logger.go:42: 19:49:38 | gr-data-at-rest-encryption/1-deploy-vault | + set +o xtrace
    logger.go:42: 19:49:56 | gr-data-at-rest-encryption/1-deploy-vault | waiting for pod/vault-service-0 to be ready...........{"running":{"startedAt":"2025-08-26T19:49:55Z"}}
    logger.go:42: 19:49:56 | gr-data-at-rest-encryption/1-deploy-vault | + kubectl -n vault-service exec -it vault-service-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json
    logger.go:42: 19:49:57 | gr-data-at-rest-encryption/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file
    logger.go:42: 19:49:57 | gr-data-at-rest-encryption/1-deploy-vault | ++ jq -r '.unseal_keys_b64[]'
    logger.go:42: 19:49:57 | gr-data-at-rest-encryption/1-deploy-vault | + local unsealKey=gwkGUuZMC3my6OHfF72qdtgMwNaQCVIJlmDpoLSWuIA=
    logger.go:42: 19:49:57 | gr-data-at-rest-encryption/1-deploy-vault | ++ jq -r .root_token
    logger.go:42: 19:49:57 | gr-data-at-rest-encryption/1-deploy-vault | + local token=s.TcbzrmZnZXhWU7tN8rQ9OB5g
    logger.go:42: 19:49:57 | gr-data-at-rest-encryption/1-deploy-vault | + sleep 10
    logger.go:42: 19:50:07 | gr-data-at-rest-encryption/1-deploy-vault | + kubectl -n vault-service exec -it vault-service-0 -- vault operator unseal -tls-skip-verify gwkGUuZMC3my6OHfF72qdtgMwNaQCVIJlmDpoLSWuIA=
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Key             Value
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | ---             -----
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Seal Type       shamir
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Initialized     true
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Sealed          false
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Total Shares    1
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Threshold       1
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Version         1.8.3
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Storage Type    file
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Cluster Name    vault-cluster-23f7efcf
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | Cluster ID      ec2aad00-0cec-fea9-f166-83d81499a7df
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | HA Enabled      false
    logger.go:42: 19:50:08 | gr-data-at-rest-encryption/1-deploy-vault | + kubectl -n vault-service exec -it vault-service-0 -- sh -c 'export VAULT_TOKEN=s.TcbzrmZnZXhWU7tN8rQ9OB5g && export VAULT_LOG_LEVEL=trace                 && vault secrets enable --version=1 -tls-skip-verify -path=secret kv                 && vault audit enable file file_path=/vault/vault-audit.log'
    logger.go:42: 19:50:09 | gr-data-at-rest-encryption/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file
    logger.go:42: 19:50:09 | gr-data-at-rest-encryption/1-deploy-vault | Success! Enabled the kv secrets engine at: secret/
    logger.go:42: 19:50:10 | gr-data-at-rest-encryption/1-deploy-vault | Success! Enabled the file audit device at: file/
    logger.go:42: 19:50:10 | gr-data-at-rest-encryption/1-deploy-vault | + sleep 10
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | ++ jq -r '.unseal_keys_b64[]'
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + local unsealKey=gwkGUuZMC3my6OHfF72qdtgMwNaQCVIJlmDpoLSWuIA=
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | ++ jq -r .root_token
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + local token=s.TcbzrmZnZXhWU7tN8rQ9OB5g
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + cat /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf/vault-secret.yaml
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + sed -e s/#token/s.TcbzrmZnZXhWU7tN8rQ9OB5g/
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + sed -e 's/#vault_url/http:\/\/vault-service.vault-service.svc.cluster.local:8200/'
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + sed -e s/#secret/secret/
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + '[' http == https ']'
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + sed -i /#vault_ca/d /tmp/vault/vault-secret.yaml
    logger.go:42: 19:50:20 | gr-data-at-rest-encryption/1-deploy-vault | + kubectl apply -n kuttl-test-working-muskrat -f /tmp/vault/vault-secret.yaml
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/1-deploy-vault | secret/vault-keyring-secret created
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/1-deploy-vault | test step completed 1-deploy-vault
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | starting test step 2-create-cluster
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        get_cr \
            | yq eval '.spec.mysql.clusterType="group-replication"' - \
            | yq eval '.spec.proxy.router.enabled=true' - \
            | yq eval '.spec.proxy.haproxy.enabled=false' - \
            | yq eval '.spec.mysql.size=3' - \
            | yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' - \
            | yq eval '.spec.mysql.vaultSecretName="vault-keyring-secret"' - \
            | yq eval '.spec.backup.storages.minio.type="s3"' - \
            | yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \
            | yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \
            | yq eval ".spec.backup.storages.minio.s3.endpointUrl=\"http://minio-service.${NAMESPACE}:9000\"" - \
            | yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \
            | kubectl -n "${NAMESPACE}" apply -f -]
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | + source ../../functions
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ realpath ../../..
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | ++++ pwd
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/tests/gr-data-at-rest-encryption
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | ++ test_name=gr-data-at-rest-encryption
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/vars.sh
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export GIT_BRANCH=PR-993
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ GIT_BRANCH=PR-993
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export VERSION=PR-993-bd4cc52b
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ VERSION=PR-993-bd4cc52b
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export MINIO_VER=5.4.0
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ MINIO_VER=5.4.0
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ export VAULT_VER=0.16.1
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ VAULT_VER=0.16.1
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | ++++ which gdate
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-993/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | ++++ which date
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ date=/usr/sbin/date
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ oc get projects
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ :
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ kubectl get nodes
    logger.go:42: 19:50:21 | gr-data-at-rest-encryption/2-create-cluster | +++ grep '^minikube'
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ oc get projects
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + get_cr
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + local name_suffix=
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval .spec.proxy.router.enabled=true -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=false -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval .spec.mysql.size=3 -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.initContainer.image="%s"' perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.metadata.name="%s"' gr-data-at-rest-encryption
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.initContainer.image="perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.metadata.name="gr-data-at-rest-encryption"' /mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy/cr.yaml
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval .spec.mysql.gracePeriod=30 -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.secretsName="test-secrets"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval .spec.orchestrator.enabled=true -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.vaultSecretName="vault-keyring-secret"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql8.0"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service.kuttl-test-working-muskrat:9000"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + kubectl -n kuttl-test-working-muskrat apply -f -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup8.0"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + '[' -n '' ']'
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:3-dev-latest"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' -
    logger.go:42: 19:50:22 | gr-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router8.0"' -
    logger.go:42: 19:50:24 | gr-data-at-rest-encryption/2-create-cluster | perconaservermysql.ps.percona.com/gr-data-at-rest-encryption created
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/2-create-cluster | test step completed 2-create-cluster
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | starting test step 3-write-data
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        run_mysql \
            "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \
            "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password"
        
        run_mysql \
            "INSERT myDB.myTable (id) VALUES (100500)" \
            "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password"]
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | + source ../../functions
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ realpath ../../..
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | ++++ pwd
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/tests/gr-data-at-rest-encryption
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | ++ test_name=gr-data-at-rest-encryption
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/vars.sh
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export GIT_BRANCH=PR-993
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ GIT_BRANCH=PR-993
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export VERSION=PR-993-bd4cc52b
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ VERSION=PR-993-bd4cc52b
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export MINIO_VER=5.4.0
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ MINIO_VER=5.4.0
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ export VAULT_VER=0.16.1
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ VAULT_VER=0.16.1
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | ++++ which gdate
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-993/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | ++++ which date
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ date=/usr/sbin/date
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ oc get projects
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ :
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ grep '^minikube'
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ kubectl get nodes
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | ++ oc get projects
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ get_cluster_name
    logger.go:42: 19:54:12 | gr-data-at-rest-encryption/3-write-data | +++ kubectl -n kuttl-test-working-muskrat get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | ++ get_mysql_router_service gr-data-at-rest-encryption
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | ++ local cluster=gr-data-at-rest-encryption
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | ++ echo gr-data-at-rest-encryption-router
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)'
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | + local 'uri=-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | + local pod=
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | ++ get_client_pod
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | ++ kubectl -n kuttl-test-working-muskrat get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | + client_pod=mysql-client
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | + wait_pod mysql-client
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | + local pod=mysql-client
    logger.go:42: 19:54:13 | gr-data-at-rest-encryption/3-write-data | + set +o xtrace
    logger.go:42: 19:54:14 | gr-data-at-rest-encryption/3-write-data | mysql-clienttrue
    logger.go:42: 19:54:14 | gr-data-at-rest-encryption/3-write-data | + kubectl -n kuttl-test-working-muskrat exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:14 | gr-data-at-rest-encryption/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 19:54:14 | gr-data-at-rest-encryption/3-write-data | + sed -e 's/mysql: //'
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | + :
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | +++ get_cluster_name
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | +++ kubectl -n kuttl-test-working-muskrat get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | ++ get_mysql_router_service gr-data-at-rest-encryption
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | ++ local cluster=gr-data-at-rest-encryption
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | ++ echo gr-data-at-rest-encryption-router
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)'
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | + local 'uri=-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | + local pod=
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | ++ get_client_pod
    logger.go:42: 19:54:15 | gr-data-at-rest-encryption/3-write-data | ++ kubectl -n kuttl-test-working-muskrat get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 19:54:16 | gr-data-at-rest-encryption/3-write-data | + client_pod=mysql-client
    logger.go:42: 19:54:16 | gr-data-at-rest-encryption/3-write-data | + wait_pod mysql-client
    logger.go:42: 19:54:16 | gr-data-at-rest-encryption/3-write-data | + local pod=mysql-client
    logger.go:42: 19:54:16 | gr-data-at-rest-encryption/3-write-data | + set +o xtrace
    logger.go:42: 19:54:16 | gr-data-at-rest-encryption/3-write-data | mysql-clienttrue
    logger.go:42: 19:54:16 | gr-data-at-rest-encryption/3-write-data | + kubectl -n kuttl-test-working-muskrat exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:16 | gr-data-at-rest-encryption/3-write-data | + sed -e 's/mysql: //'
    logger.go:42: 19:54:16 | gr-data-at-rest-encryption/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/3-write-data | + :
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/3-write-data | test step completed 3-write-data
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | starting test step 4-check-encryption
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        # Check if table is encrypted by examining create options in information schema
        data=$(run_mysql \
            "SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='myDB' AND TABLE_NAME='myTable'" \
            "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password")
        
        kubectl create configmap -n "${NAMESPACE}" 04-check-encryption --from-literal=myTable="${data}"]
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | + source ../../functions
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ realpath ../../..
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | ++++ pwd
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/tests/gr-data-at-rest-encryption
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | ++ test_name=gr-data-at-rest-encryption
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/vars.sh
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export GIT_BRANCH=PR-993
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ GIT_BRANCH=PR-993
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export VERSION=PR-993-bd4cc52b
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ VERSION=PR-993-bd4cc52b
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export MINIO_VER=5.4.0
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ MINIO_VER=5.4.0
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ export VAULT_VER=0.16.1
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ VAULT_VER=0.16.1
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | ++++ which gdate
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-993/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | ++++ which date
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ date=/usr/sbin/date
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ oc get projects
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ :
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ kubectl get nodes
    logger.go:42: 19:54:17 | gr-data-at-rest-encryption/4-check-encryption | +++ grep '^minikube'
    logger.go:42: 19:54:18 | gr-data-at-rest-encryption/4-check-encryption | ++ oc get projects
    logger.go:42: 19:54:18 | gr-data-at-rest-encryption/4-check-encryption | ++++ get_cluster_name
    logger.go:42: 19:54:18 | gr-data-at-rest-encryption/4-check-encryption | ++++ kubectl -n kuttl-test-working-muskrat get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | +++ get_mysql_router_service gr-data-at-rest-encryption
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | +++ local cluster=gr-data-at-rest-encryption
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | +++ echo gr-data-at-rest-encryption-router
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='\''myDB'\'' AND TABLE_NAME='\''myTable'\''' '-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='\''myDB'\'' AND TABLE_NAME='\''myTable'\'''
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ local 'uri=-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ local pod=
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | +++ get_client_pod
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | +++ kubectl -n kuttl-test-working-muskrat get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ client_pod=mysql-client
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ wait_pod mysql-client
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ local pod=mysql-client
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ set +o xtrace
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | mysql-clienttrue
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ kubectl -n kuttl-test-working-muskrat exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='\''myDB'\'' AND TABLE_NAME='\''myTable'\''" | mysql -sN -h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ sed -e 's/mysql: //'
    logger.go:42: 19:54:19 | gr-data-at-rest-encryption/4-check-encryption | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 19:54:20 | gr-data-at-rest-encryption/4-check-encryption | + data='ENCRYPTION='\''Y'\'''
    logger.go:42: 19:54:20 | gr-data-at-rest-encryption/4-check-encryption | + kubectl create configmap -n kuttl-test-working-muskrat 04-check-encryption '--from-literal=myTable=ENCRYPTION='\''Y'\'''
    logger.go:42: 19:54:21 | gr-data-at-rest-encryption/4-check-encryption | configmap/04-check-encryption created
    logger.go:42: 19:54:21 | gr-data-at-rest-encryption/4-check-encryption | test step completed 4-check-encryption
    logger.go:42: 19:54:21 | gr-data-at-rest-encryption/5-create-backup | starting test step 5-create-backup
    logger.go:42: 19:54:23 | gr-data-at-rest-encryption/5-create-backup | PerconaServerMySQLBackup:kuttl-test-working-muskrat/backup1 created
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/5-create-backup | test step completed 5-create-backup
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | starting test step 6-delete-data
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        run_mysql \
            "DROP TABLE myDB.myTable; DROP DATABASE myDB" \
            "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password"]
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | + source ../../functions
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ realpath ../../..
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | ++++ pwd
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/tests/gr-data-at-rest-encryption
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | ++ test_name=gr-data-at-rest-encryption
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/vars.sh
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export GIT_BRANCH=PR-993
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ GIT_BRANCH=PR-993
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export VERSION=PR-993-bd4cc52b
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ VERSION=PR-993-bd4cc52b
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export MINIO_VER=5.4.0
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ MINIO_VER=5.4.0
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ export VAULT_VER=0.16.1
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ VAULT_VER=0.16.1
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | ++++ which gdate
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-993/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | ++++ which date
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ date=/usr/sbin/date
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ oc get projects
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ :
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ kubectl get nodes
    logger.go:42: 19:54:39 | gr-data-at-rest-encryption/6-delete-data | +++ grep '^minikube'
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | ++ oc get projects
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | +++ get_cluster_name
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | +++ kubectl -n kuttl-test-working-muskrat get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | ++ get_mysql_router_service gr-data-at-rest-encryption
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | ++ local cluster=gr-data-at-rest-encryption
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | ++ echo gr-data-at-rest-encryption-router
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | + run_mysql 'DROP TABLE myDB.myTable; DROP DATABASE myDB' '-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | + local 'command=DROP TABLE myDB.myTable; DROP DATABASE myDB'
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | + local 'uri=-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | + local pod=
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | ++ get_client_pod
    logger.go:42: 19:54:40 | gr-data-at-rest-encryption/6-delete-data | ++ kubectl -n kuttl-test-working-muskrat get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 19:54:41 | gr-data-at-rest-encryption/6-delete-data | + client_pod=mysql-client
    logger.go:42: 19:54:41 | gr-data-at-rest-encryption/6-delete-data | + wait_pod mysql-client
    logger.go:42: 19:54:41 | gr-data-at-rest-encryption/6-delete-data | + local pod=mysql-client
    logger.go:42: 19:54:41 | gr-data-at-rest-encryption/6-delete-data | + set +o xtrace
    logger.go:42: 19:54:41 | gr-data-at-rest-encryption/6-delete-data | mysql-clienttrue
    logger.go:42: 19:54:41 | gr-data-at-rest-encryption/6-delete-data | + kubectl -n kuttl-test-working-muskrat exec mysql-client -- bash -c 'printf '\''%s\n'\'' "DROP TABLE myDB.myTable; DROP DATABASE myDB" | mysql -sN -h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:54:41 | gr-data-at-rest-encryption/6-delete-data | + sed -e 's/mysql: //'
    logger.go:42: 19:54:41 | gr-data-at-rest-encryption/6-delete-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 19:54:42 | gr-data-at-rest-encryption/6-delete-data | + :
    logger.go:42: 19:54:42 | gr-data-at-rest-encryption/6-delete-data | test step completed 6-delete-data
    logger.go:42: 19:54:42 | gr-data-at-rest-encryption/7-restore-data | starting test step 7-restore-data
    logger.go:42: 19:54:43 | gr-data-at-rest-encryption/7-restore-data | PerconaServerMySQLRestore:kuttl-test-working-muskrat/restore1 created
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/7-restore-data | test step completed 7-restore-data
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | starting test step 8-read-data
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        data=$(run_mysql \
            "SELECT * FROM myDB.myTable" \
            "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password")
        
        kubectl create configmap -n "${NAMESPACE}" 08-read-data --from-literal=data="${data}"]
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | + source ../../functions
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ realpath ../../..
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++++ pwd
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/tests/gr-data-at-rest-encryption
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++ test_name=gr-data-at-rest-encryption
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/vars.sh
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export GIT_BRANCH=PR-993
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ GIT_BRANCH=PR-993
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export VERSION=PR-993-bd4cc52b
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ VERSION=PR-993-bd4cc52b
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ CERT_MANAGER_VER=1.17.2
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export MINIO_VER=5.4.0
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ MINIO_VER=5.4.0
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ export VAULT_VER=0.16.1
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ VAULT_VER=0.16.1
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++++ which gdate
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-993/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++++ which date
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ date=/usr/sbin/date
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ oc get projects
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ :
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ grep '^minikube'
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | +++ kubectl get nodes
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++ oc get projects
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++++ get_cluster_name
    logger.go:42: 19:59:27 | gr-data-at-rest-encryption/8-read-data | ++++ kubectl -n kuttl-test-working-muskrat get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | +++ get_mysql_router_service gr-data-at-rest-encryption
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | +++ local cluster=gr-data-at-rest-encryption
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | +++ echo gr-data-at-rest-encryption-router
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | ++ local 'command=SELECT * FROM myDB.myTable'
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | ++ local 'uri=-h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | ++ local pod=
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | +++ get_client_pod
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | +++ kubectl -n kuttl-test-working-muskrat get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | ++ client_pod=mysql-client
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | ++ wait_pod mysql-client
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | ++ local pod=mysql-client
    logger.go:42: 19:59:28 | gr-data-at-rest-encryption/8-read-data | ++ set +o xtrace
    logger.go:42: 19:59:29 | gr-data-at-rest-encryption/8-read-data | mysql-clienttrue
    logger.go:42: 19:59:29 | gr-data-at-rest-encryption/8-read-data | ++ kubectl -n kuttl-test-working-muskrat exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-data-at-rest-encryption-router -P 6446 -uroot -proot_password'
    logger.go:42: 19:59:29 | gr-data-at-rest-encryption/8-read-data | ++ sed -e 's/mysql: //'
    logger.go:42: 19:59:29 | gr-data-at-rest-encryption/8-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 19:59:30 | gr-data-at-rest-encryption/8-read-data | + data=100500
    logger.go:42: 19:59:30 | gr-data-at-rest-encryption/8-read-data | + kubectl create configmap -n kuttl-test-working-muskrat 08-read-data --from-literal=data=100500
    logger.go:42: 19:59:30 | gr-data-at-rest-encryption/8-read-data | configmap/08-read-data created
    logger.go:42: 19:59:31 | gr-data-at-rest-encryption/8-read-data | test step completed 8-read-data
    logger.go:42: 19:59:31 | gr-data-at-rest-encryption/9-scale-up | starting test step 9-scale-up
    logger.go:42: 19:59:32 | gr-data-at-rest-encryption/9-scale-up | PerconaServerMySQL:kuttl-test-working-muskrat/gr-data-at-rest-encryption updated
    logger.go:42: 20:02:18 | gr-data-at-rest-encryption/9-scale-up | test step completed 9-scale-up
    logger.go:42: 20:02:18 | gr-data-at-rest-encryption/10-scale-down | starting test step 10-scale-down
    logger.go:42: 20:02:19 | gr-data-at-rest-encryption/10-scale-down | PerconaServerMySQL:kuttl-test-working-muskrat/gr-data-at-rest-encryption updated
    logger.go:42: 20:02:47 | gr-data-at-rest-encryption/10-scale-down | test step completed 10-scale-down
    logger.go:42: 20:02:47 | gr-data-at-rest-encryption/98-drop-finalizer | starting test step 98-drop-finalizer
    logger.go:42: 20:02:48 | gr-data-at-rest-encryption/98-drop-finalizer | PerconaServerMySQL:kuttl-test-working-muskrat/gr-data-at-rest-encryption updated
    logger.go:42: 20:02:48 | gr-data-at-rest-encryption/98-drop-finalizer | PerconaServerMySQLBackup:kuttl-test-working-muskrat/backup1 updated
    logger.go:42: 20:02:48 | gr-data-at-rest-encryption/98-drop-finalizer | test step completed 98-drop-finalizer
    logger.go:42: 20:02:48 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        destroy_operator]
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | + source ../../functions
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ realpath ../../..
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | ++++ pwd
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/tests/gr-data-at-rest-encryption
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | ++ test_name=gr-data-at-rest-encryption
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/vars.sh
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-993
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/deploy
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-993/e2e-tests/conf
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/ps/gr-data-at-rest-encryption
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-993
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-993
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export VERSION=PR-993-bd4cc52b
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ VERSION=PR-993-bd4cc52b
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-993-bd4cc52b
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export CERT_MANAGER_VER=1.17.2
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ CERT_MANAGER_VER=1.17.2
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export MINIO_VER=5.4.0
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ MINIO_VER=5.4.0
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export VAULT_VER=0.16.1
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ VAULT_VER=0.16.1
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | ++++ which gdate
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-993/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | ++++ which date
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ date=/usr/sbin/date
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ oc get projects
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ :
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ kubectl get nodes
    logger.go:42: 20:02:49 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | +++ grep '^minikube'
    logger.go:42: 20:02:50 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | ++ oc get projects
    logger.go:42: 20:02:50 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | + destroy_operator
    logger.go:42: 20:02:50 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
    logger.go:42: 20:02:50 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 20:02:50 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | deployment.apps "percona-server-mysql-operator" force deleted
    logger.go:42: 20:02:50 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | + [[ -n ps-operator ]]
    logger.go:42: 20:02:50 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | + kubectl delete namespace ps-operator --force --grace-period=0
    logger.go:42: 20:02:50 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 20:02:51 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | namespace "ps-operator" force deleted
    logger.go:42: 20:02:58 | gr-data-at-rest-encryption/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | gr-data-at-rest-encryption events from ns kuttl-test-working-muskrat:
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:31 +0000 UTC	Normal	Pod mysql-client	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/mysql-client to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-t663	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:31 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:46 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 15.493s (15.493s including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:47 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Created	Created container: mysql-client	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:47 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Started	Started container mysql-client	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:51 +0000 UTC	Normal	ReplicaSet.apps minio-service-86dfccd949		SuccessfulCreate	Created pod: minio-service-86dfccd949-q4vcx	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:51 +0000 UTC	Normal	PersistentVolumeClaim minio-service		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:51 +0000 UTC	Normal	Deployment.apps minio-service		ScalingReplicaSet	Scaled up replica set minio-service-86dfccd949 to 1	deployment-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:52 +0000 UTC	Normal	PersistentVolumeClaim minio-service		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:52 +0000 UTC	Normal	PersistentVolumeClaim minio-service		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-working-muskrat/minio-service"	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:53 +0000 UTC	Normal	Pod minio-service-post-job-hjsdx	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/minio-service-post-job-hjsdx to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-t663	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:53 +0000 UTC	Normal	Job.batch minio-service-post-job		SuccessfulCreate	Created pod: minio-service-post-job-hjsdx	job-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:54 +0000 UTC	Normal	Pod minio-service-post-job-hjsdx.spec.containers{minio-make-user}		Pulling	Pulling image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:55 +0000 UTC	Normal	PersistentVolumeClaim minio-service		ProvisioningSucceeded	Successfully provisioned volume pvc-8b1e81b6-f651-4010-a16b-b2513eddc81c	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:48:56 +0000 UTC	Normal	Pod minio-service-86dfccd949-q4vcx	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/minio-service-86dfccd949-q4vcx to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-t663	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:00 +0000 UTC	Normal	Pod minio-service-post-job-hjsdx.spec.containers{minio-make-user}		Pulled	Successfully pulled image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" in 5.758s (5.758s including waiting). Image size: 28122288 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:00 +0000 UTC	Normal	Pod minio-service-post-job-hjsdx.spec.containers{minio-make-user}		Created	Created container: minio-make-user	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:00 +0000 UTC	Normal	Pod minio-service-post-job-hjsdx.spec.containers{minio-make-user}		Started	Started container minio-make-user	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:03 +0000 UTC	Normal	Pod minio-service-86dfccd949-q4vcx		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-8b1e81b6-f651-4010-a16b-b2513eddc81c" 	attachdetach-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:04 +0000 UTC	Normal	Pod minio-service-86dfccd949-q4vcx.spec.containers{minio}		Pulling	Pulling image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:07 +0000 UTC	Normal	Pod minio-service-86dfccd949-q4vcx.spec.containers{minio}		Pulled	Successfully pulled image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" in 2.224s (2.224s including waiting). Image size: 62642371 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:07 +0000 UTC	Normal	Pod minio-service-86dfccd949-q4vcx.spec.containers{minio}		Created	Created container: minio	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:07 +0000 UTC	Normal	Pod minio-service-86dfccd949-q4vcx.spec.containers{minio}		Started	Started container minio	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:20 +0000 UTC	Normal	Job.batch minio-service-post-job		Completed	Job completed	job-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:23 +0000 UTC	Normal	Pod aws-cli	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/aws-cli to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-t663	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:23 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulling	Pulling image "perconalab/awscli"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:25 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulled	Successfully pulled image "perconalab/awscli" in 1.952s (1.952s including waiting). Image size: 30314917 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:25 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Created	Created container: aws-cli	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:49:25 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Started	Started container aws-cli	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:25 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-0		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:25 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-0		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:25 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-0		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-working-muskrat/datadir-gr-data-at-rest-encryption-mysql-0"	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:25 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-gr-data-at-rest-encryption-mysql-0 Pod gr-data-at-rest-encryption-mysql-0 in StatefulSet gr-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:25 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Pod gr-data-at-rest-encryption-mysql-0 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:25 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com gr-data-at-rest-encryption		ClusterStateChanged	 -> Initializing	ps-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:25 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com gr-data-at-rest-encryption		ClusterStateChanged	Error -> Initializing	ps-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:29 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-0		ProvisioningSucceeded	Successfully provisioned volume pvc-0b72d048-fc77-458d-8edb-3e4cf09ebfde	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:29 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-mysql-0 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-2hkr	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:37 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-0b72d048-fc77-458d-8edb-3e4cf09ebfde" 	attachdetach-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:38 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:41 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 2.678s (2.678s including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:41 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:41 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:59 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 14.534s (14.534s including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:50:59 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:00 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:00 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:18 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 18.211s (18.211s including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:18 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:18 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:33 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-1		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:33 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-1		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:33 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-1		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-working-muskrat/datadir-gr-data-at-rest-encryption-mysql-1"	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:33 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-gr-data-at-rest-encryption-mysql-1 Pod gr-data-at-rest-encryption-mysql-1 in StatefulSet gr-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:33 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Pod gr-data-at-rest-encryption-mysql-1 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:37 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-1		ProvisioningSucceeded	Successfully provisioned volume pvc-ce57addb-41a2-46ab-8fc4-656f0c8cb6cf	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:38 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-mysql-1 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-0fwk	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-ce57addb-41a2-46ab-8fc4-656f0c8cb6cf" 	attachdetach-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:53 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 2.734s (2.734s including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:53 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:53 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:51:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 14.671s (14.671s including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:29 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 17.788s (17.788s including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:30 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:30 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:49 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-2		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:49 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-2		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:49 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-2		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-working-muskrat/datadir-gr-data-at-rest-encryption-mysql-2"	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:49 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-gr-data-at-rest-encryption-mysql-2 Pod gr-data-at-rest-encryption-mysql-2 in StatefulSet gr-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:49 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Pod gr-data-at-rest-encryption-mysql-2 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:52 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-2		ProvisioningSucceeded	Successfully provisioned volume pvc-c2769259-5eec-4d7f-be08-49570d659c35	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:52:53 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-mysql-2 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-t663	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:00 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-c2769259-5eec-4d7f-be08-49570d659c35" 	attachdetach-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:01 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:01 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 111ms (111ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:01 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:01 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:03 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:03 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 92ms (92ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:03 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:03 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:03 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:17 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 14.023s (14.023s including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:18 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:18 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:44 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-router-6dd95dd8d-44j76 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-2hkr	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:44 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-0fwk	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:44 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-t663	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:44 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulCreate	Created pod: gr-data-at-rest-encryption-router-6dd95dd8d-44j76	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:44 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulCreate	Created pod: gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:44 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulCreate	Created pod: gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:44 +0000 UTC	Normal	Deployment.apps gr-data-at-rest-encryption-router		ScalingReplicaSet	Scaled up replica set gr-data-at-rest-encryption-router-6dd95dd8d to 3	deployment-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 144ms (144ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.initContainers{router-init}		Created	Created container: router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 136ms (136ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.initContainers{router-init}		Created	Created container: router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 444ms (444ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.initContainers{router-init}		Created	Created container: router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:47 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:56 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router8.0" in 10.166s (10.166s including waiting). Image size: 296859547 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:56 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.containers{router}		Created	Created container: router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:56 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router8.0" in 9.559s (9.559s including waiting). Image size: 296859547 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.containers{router}		Created	Created container: router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:53:59 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router8.0" in 10.097s (10.097s including waiting). Image size: 296859547 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:00 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.containers{router}		Created	Created container: router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:00 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:10 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com gr-data-at-rest-encryption		ClusterStateChanged	Initializing -> Ready	ps-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:23 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/xb-backup1-minio-8cxtv to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-2hkr	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:23 +0000 UTC	Normal	Job.batch xb-backup1-minio		SuccessfulCreate	Created pod: xb-backup1-minio-8cxtv	job-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:24 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:24 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 149ms (149ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:24 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv.spec.initContainers{xtrabackup-init}		Created	Created container: xtrabackup-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:24 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:26 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:26 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 95ms (95ms including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:26 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:26 +0000 UTC	Normal	Pod xb-backup1-minio-8cxtv.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:33 +0000 UTC	Normal	Job.batch xb-backup1-minio		Completed	Job completed	job-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:44 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:44 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:44 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod gr-data-at-rest-encryption-mysql-2 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-44j76.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:45 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:45 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulDelete	Deleted pod: gr-data-at-rest-encryption-router-6dd95dd8d-44j76	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:45 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulDelete	Deleted pod: gr-data-at-rest-encryption-router-6dd95dd8d-9r4nd	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:45 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulDelete	Deleted pod: gr-data-at-rest-encryption-router-6dd95dd8d-kbt7l	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:45 +0000 UTC	Normal	Deployment.apps gr-data-at-rest-encryption-router		ScalingReplicaSet	Scaled down replica set gr-data-at-rest-encryption-router-6dd95dd8d to 0 from 3	deployment-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:46 +0000 UTC	Normal	PodDisruptionBudget.policy gr-data-at-rest-encryption-router		NoPods	No matching pods found	controllermanager	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:46 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com gr-data-at-rest-encryption		ClusterStateChanged	Ready -> Stopping	ps-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:51 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Unhealthy	Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:52 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:52 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:52 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod gr-data-at-rest-encryption-mysql-1 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:59 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:54:59 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod gr-data-at-rest-encryption-mysql-0 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:00 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:03 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/08/26 19:55:03 MySQL state is not ready...
        	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:04 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com gr-data-at-rest-encryption		ClusterStateChanged	Stopping -> Paused	ps-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:07 +0000 UTC	Normal	PodDisruptionBudget.policy gr-data-at-rest-encryption-mysql		NoPods	No matching pods found	controllermanager	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:08 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/xb-restore-restore1-sb27p to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-2hkr	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:08 +0000 UTC	Normal	Job.batch xb-restore-restore1		SuccessfulCreate	Created pod: xb-restore-restore1-sb27p	job-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:18 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:18 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 120ms (120ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:18 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p.spec.initContainers{xtrabackup-init}		Created	Created container: xtrabackup-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:18 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:20 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:20 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 98ms (98ms including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:20 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:20 +0000 UTC	Normal	Pod xb-restore-restore1-sb27p.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:43 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-mysql-0 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-2hkr	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:43 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com gr-data-at-rest-encryption		ClusterStateChanged	Paused -> Initializing	ps-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:43 +0000 UTC	Normal	Job.batch xb-restore-restore1		Completed	Job completed	job-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 152ms (152ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 92ms (92ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:51 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:51 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:51 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 122ms (122ms including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:51 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:55:51 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:24 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-1		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:24 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-1		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:24 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-1		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-working-muskrat/datadir-gr-data-at-rest-encryption-mysql-1"	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:28 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-1		ProvisioningSucceeded	Successfully provisioned volume pvc-18668dfd-8340-4061-9e7c-ee9aaa87c8b0	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:28 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-mysql-1 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-0fwk	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:36 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-18668dfd-8340-4061-9e7c-ee9aaa87c8b0" 	attachdetach-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:37 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:37 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 122ms (122ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:37 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:37 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:38 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:39 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 87ms (87ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:39 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:39 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:39 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:39 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 111ms (111ms including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:39 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:56:39 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:10 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/08/26 19:56:57 Waiting for MySQL ready state
        2025/08/26 19:56:57 MySQL is ready
        2025/08/26 19:56:57 Starting bootstrap...
        2025/08/26 19:56:57 mysql-shell version: 8.0.42
        2025/08/26 19:56:57 Running dba.configureLocalInstance('operator:*****@gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat', {'clearReadOnly': true})
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        WARNING: The clearReadOnly option is deprecated and will be removed in a future release.
        
        WARNING: This function is deprecated and will be removed in a future release of MySQL Shell, use dba.configureInstance() instead.
        Configuring local MySQL instance listening at port 3306 for use in an InnoDB cluster...
        
        This instance reports its own address as gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        
        applierWorkerThreads will be set to the default value of 4.
        
        NOTE: Some configuration options need to be fixed:
        
        
        +----------------------------------------+---------------+----------------+----------------------------+
        
        +----------------------------------------+---------------+----------------+----------------------------+
        | Variable                               | Current Value | Required Value | Note                       |+----------------------------------------+---------------+----------------+----------------------------+
        | binlog_transaction_dependency_tracking | COMMIT_ORDER  | WRITESET       | Update the server variable |Disabled super_read_only on the instance 'gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'
        Enabling super_read_only on the instance 'gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'
        Configuring instance...
        
        WARNING:*****@binlog_transaction_dependency_tracking' is deprecated and will be removed in a future release. (Code 1287).
        The instance 'gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' was configured to be used in an InnoDB cluster.
        2025/08/26 19:56:57 Instance (gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat) configured to join to the InnoDB cluster
        2025/08/26 19:56:57 peers: [gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat]
        2025/08/26 19:56:57 Running dba.getCluster('grdataatrestencryption')
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        2025/08/26 19:56:57 Connected to peer gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat
        2025/08/26 19:56:58 Cluster status:
        
        ClusterName: grdataatrestencryption
        Status: OK_NO_TOLERANCE
        StatusText: Cluster is NOT tolerant to any failures.
        SSL: REQUIRED
        Primary: gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        Topology:
        	
        	Member 0
        	Address: gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        2025/08/26 19:56:58 Primary is gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        2025/08/26 19:56:58 Primary GTID_EXECUTED=0b9b5840-82b6-11f0-984a-82e3a9bd8f9d:1-124,
        0b9b5c3c-82b6-11f0-984a-82e3a9bd8f9d:1-3,
        ab04a106-82b6-11f0-a5a2-c2d8c61d9af0:1-5,
        b65c08d0-82b6-11f0-a5a2-c2d8c61d9af0:1-58,
        b65c0d7d-82b6-11f0-a5a2-c2d8c61d9af0:1,
        fd88d5d3-82b5-11f0-b11e-82e3a9bd8f9d:1-4
        2025/08/26 19:56:58 Primary GTID_PURGED=0b9b5840-82b6-11f0-984a-82e3a9bd8f9d:1-124,
        0b9b5c3c-82b6-11f0-984a-82e3a9bd8f9d:1-3,
        fd88d5d3-82b5-11f0-b11e-82e3a9bd8f9d:1-4
        2025/08/26 19:56:58 Replica GTID_EXECUTED=
        2025/08/26 19:56:59 Adding instance (gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat) to InnoDB cluster using clone recovery
        2025/08/26 19:56:59 Running dba.getCluster('grdataatrestencryption').addInstance('operator:*****@gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat', {'recoveryMethod': 'clone', 'waitRecovery': 2})
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        WARNING: The waitRecovery option is deprecated. Please use the recoveryProgress option instead.
        
        NOTE: A GTID set check of the MySQL instance at 'gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' determined that it is missing transactions that were purged from all cluster members.
        NOTE: The target instance 'gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' has not been pre-provisioned (GTID set is empty). The Shell is unable to determine whether the instance has pre-existing data that would be overwritten with clone based recovery.
        
        Clone based recovery selected through the recoveryMethod option
        
        Validating instance configuration at gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306...
        
        This instance reports its own address as gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        
        Instance configuration is suitable.
        NOTE: Group Replication will communicate with other members using 'gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'. Use the localAddress option to override.
        
        * Checking connectivity and SSL configuration...
        A new instance will be added to the InnoDB Cluster. Depending on the amount of
        data on the cluster this might take from a few seconds to several hours.
        
        Adding instance to the cluster...
        
        Monitoring recovery process of the new cluster member. Press ^C to stop monitoring and let it continue in background.
        Clone based state recovery is now in progress.
        
        NOTE: A server restart is expected to happen as part of the clone process. If the
        server does not support the RESTART command or does not come back after a
        while, you may need to manually start it back.
        
        * Waiting for clone to finish...
        NOTE: gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306 is being cloned from gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        ** Stage DROP DATA: Completed
        ** Stage FILE COPY: Completed
        ** Stage PAGE COPY: Completed
        ** Stage REDO COPY: Completed
        
        NOTE: gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306 is shutting down...
        
        * Waiting for server restart... \ 
* Waiting for server restart... | 
* Waiting for server restart... / 
* Waiting for server restart... - 
	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:10 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		FailedPreStopHook	PreStopHook failed	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 98ms (98ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:42 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-2		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:42 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-2		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:42 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-2		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-working-muskrat/datadir-gr-data-at-rest-encryption-mysql-2"	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:46 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-2		ProvisioningSucceeded	Successfully provisioned volume pvc-aab4df0a-ea06-4044-9734-a759fada91f7	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:46 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-mysql-2 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-t663	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:54 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-aab4df0a-ea06-4044-9734-a759fada91f7" 	attachdetach-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:55 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:55 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 139ms (139ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:55 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:55 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 106ms (106ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 114ms (114ms including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:57:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:58:27 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/08/26 19:58:15 Waiting for MySQL ready state
        2025/08/26 19:58:15 MySQL is ready
        2025/08/26 19:58:15 Starting bootstrap...
        2025/08/26 19:58:15 mysql-shell version: 8.0.42
        2025/08/26 19:58:15 Running dba.configureLocalInstance('operator:*****@gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat', {'clearReadOnly': true})
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        WARNING: The clearReadOnly option is deprecated and will be removed in a future release.
        
        WARNING: This function is deprecated and will be removed in a future release of MySQL Shell, use dba.configureInstance() instead.
        Configuring local MySQL instance listening at port 3306 for use in an InnoDB cluster...
        
        This instance reports its own address as gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        
        applierWorkerThreads will be set to the default value of 4.
        
        NOTE: Some configuration options need to be fixed:
        
        +----------------------------------------+---------------+----------------+----------------------------+
        | Variable                               | Current Value | Required Value | Note                       |+----------------------------------------+---------------+----------------+----------------------------+
        | binlog_transaction_dependency_tracking | COMMIT_ORDER  | WRITESET       | Update the server variable |
        +----------------------------------------+---------------+----------------+----------------------------+
        
        Disabled super_read_only on the instance 'gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'
        Enabling super_read_only on the instance 'gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'
        Configuring instance...
        
        WARNING:*****@binlog_transaction_dependency_tracking' is deprecated and will be removed in a future release. (Code 1287).
        The instance 'gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' was configured to be used in an InnoDB cluster.
        2025/08/26 19:58:15 Instance (gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat) configured to join to the InnoDB cluster
        2025/08/26 19:58:15 peers: [gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat]
        2025/08/26 19:58:15 Running dba.getCluster('grdataatrestencryption')
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        2025/08/26 19:58:16 Connected to peer gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat
        2025/08/26 19:58:16 Cluster status:
        
        ClusterName: grdataatrestencryption
        Status: OK_NO_TOLERANCE
        StatusText: Cluster is NOT tolerant to any failures.
        SSL: REQUIRED
        Primary: gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        Topology:
        	
        	Member 0
        	Address: gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        	Member 1
        	Address: gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        2025/08/26 19:58:16 Primary is gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        2025/08/26 19:58:16 Primary GTID_EXECUTED=0b9b5840-82b6-11f0-984a-82e3a9bd8f9d:1-124,
        0b9b5c3c-82b6-11f0-984a-82e3a9bd8f9d:1-3,
        ab04a106-82b6-11f0-a5a2-c2d8c61d9af0:1-5,
        b65c08d0-82b6-11f0-a5a2-c2d8c61d9af0:1-68,
        b65c0d7d-82b6-11f0-a5a2-c2d8c61d9af0:1-3,
        fd88d5d3-82b5-11f0-b11e-82e3a9bd8f9d:1-4
        2025/08/26 19:58:16 Primary GTID_PURGED=0b9b5840-82b6-11f0-984a-82e3a9bd8f9d:1-124,
        0b9b5c3c-82b6-11f0-984a-82e3a9bd8f9d:1-3,
        fd88d5d3-82b5-11f0-b11e-82e3a9bd8f9d:1-4
        2025/08/26 19:58:17 Replica GTID_EXECUTED=
        2025/08/26 19:58:17 Adding instance (gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat) to InnoDB cluster using clone recovery
        2025/08/26 19:58:17 Running dba.getCluster('grdataatrestencryption').addInstance('operator:*****@gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat', {'recoveryMethod': 'clone', 'waitRecovery': 2})
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        WARNING: The waitRecovery option is deprecated. Please use the recoveryProgress option instead.
        
        NOTE: A GTID set check of the MySQL instance at 'gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' determined that it is missing transactions that were purged from all cluster members.
        NOTE: The target instance 'gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' has not been pre-provisioned (GTID set is empty). The Shell is unable to determine whether the instance has pre-existing data that would be overwritten with clone based recovery.
        
        Clone based recovery selected through the recoveryMethod option
        
        Validating instance configuration at gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306...
        
        This instance reports its own address as gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        
        Instance configuration is suitable.
        NOTE: Group Replication will communicate with other members using 'gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'. Use the localAddress option to override.
        
        * Checking connectivity and SSL configuration...
        A new instance will be added to the InnoDB Cluster. Depending on the amount of
        data on the cluster this might take from a few seconds to several hours.
        
        Adding instance to the cluster...
        
        Monitoring recovery process of the new cluster member. Press ^C to stop monitoring and let it continue in background.
        Clone based state recovery is now in progress.
        
        NOTE: A server restart is expected to happen as part of the clone process. If the
        server does not support the RESTART command or does not come back after a
        while, you may need to manually start it back.
        
        * Waiting for clone to finish...
        NOTE: gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306 is being cloned from gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        ** Stage DROP DATA: Completed
        ** Stage FILE COPY: Completed
        ** Stage PAGE COPY: Completed
        ** Stage REDO COPY: Completed
        
        NOTE: gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306 is shutting down...
        
        * Waiting for server restart... \ 
* Waiting for server restart... | 
* Waiting for server restart... / 
	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:58:27 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:58:27 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		FailedPreStopHook	PreStopHook failed	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:58:27 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 93ms (93ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:11 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-router-6dd95dd8d-5b89m to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-2hkr	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:11 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulCreate	Created pod: gr-data-at-rest-encryption-router-6dd95dd8d-5b89m	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:11 +0000 UTC	Normal	Deployment.apps gr-data-at-rest-encryption-router		ScalingReplicaSet	Scaled up replica set gr-data-at-rest-encryption-router-6dd95dd8d to 3 from 0	deployment-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 134ms (134ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.initContainers{router-init}		Created	Created container: router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-0fwk	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 132ms (132ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.initContainers{router-init}		Created	Created container: router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-t663	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 119ms (119ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.initContainers{router-init}		Created	Created container: router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulCreate	Created pod: gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:12 +0000 UTC	Normal	ReplicaSet.apps gr-data-at-rest-encryption-router-6dd95dd8d		SuccessfulCreate	Created pod: gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw	replicaset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router8.0" in 93ms (93ms including waiting). Image size: 296859547 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.containers{router}		Created	Created container: router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router8.0" in 105ms (105ms including waiting). Image size: 296859547 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.containers{router}		Created	Created container: router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router8.0" in 120ms (120ms including waiting). Image size: 296859547 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.containers{router}		Created	Created container: router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:14 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:35 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-3		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:35 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-3		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:35 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-3		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-working-muskrat/datadir-gr-data-at-rest-encryption-mysql-3"	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:35 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-gr-data-at-rest-encryption-mysql-3 Pod gr-data-at-rest-encryption-mysql-3 in StatefulSet gr-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:35 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Pod gr-data-at-rest-encryption-mysql-3 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:37 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com gr-data-at-rest-encryption		ClusterStateChanged	Ready -> Initializing	ps-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:39 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-3		ProvisioningSucceeded	Successfully provisioned volume pvc-48f30d57-91bb-441b-ae2b-fd6833f135fe	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:39 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-mysql-3 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-2hkr	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:47 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-48f30d57-91bb-441b-ae2b-fd6833f135fe" 	attachdetach-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:48 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:48 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 124ms (124ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:48 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:48 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 89ms (89ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 147ms (147ms including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 19:59:50 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:20 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/08/26 20:00:08 Waiting for MySQL ready state
        2025/08/26 20:00:08 MySQL is ready
        2025/08/26 20:00:08 Starting bootstrap...
        2025/08/26 20:00:08 mysql-shell version: 8.0.42
        2025/08/26 20:00:08 Running dba.configureLocalInstance('operator:*****@gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat', {'clearReadOnly': true})
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        WARNING: The clearReadOnly option is deprecated and will be removed in a future release.
        
        WARNING: This function is deprecated and will be removed in a future release of MySQL Shell, use dba.configureInstance() instead.
        Configuring local MySQL instance listening at port 3306 for use in an InnoDB cluster...
        
        This instance reports its own address as gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        
        applierWorkerThreads will be set to the default value of 4.
        
        NOTE: Some configuration options need to be fixed:
        
        
        +----------------------------------------+---------------+----------------+----------------------------+
        
        +----------------------------------------+---------------+----------------+----------------------------+
        | Variable                               | Current Value | Required Value | Note                       |+----------------------------------------+---------------+----------------+----------------------------+
        | binlog_transaction_dependency_tracking | COMMIT_ORDER  | WRITESET       | Update the server variable |Disabled super_read_only on the instance 'gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'
        Enabling super_read_only on the instance 'gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'
        Configuring instance...
        
        WARNING:*****@binlog_transaction_dependency_tracking' is deprecated and will be removed in a future release. (Code 1287).
        The instance 'gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' was configured to be used in an InnoDB cluster.
        2025/08/26 20:00:08 Instance (gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat) configured to join to the InnoDB cluster
        2025/08/26 20:00:08 peers: [gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat]
        2025/08/26 20:00:08 Running dba.getCluster('grdataatrestencryption')
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        2025/08/26 20:00:09 Connected to peer gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat
        2025/08/26 20:00:09 Cluster status:
        
        ClusterName: grdataatrestencryption
        Status: OK
        StatusText: Cluster is ONLINE and can tolerate up to ONE failure.
        SSL: REQUIRED
        Primary: gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        Topology:
        	
        	Member 0
        	Address: gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        	Member 1
        	Address: gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        	Member 2
        	Address: gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        2025/08/26 20:00:09 Primary is gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        2025/08/26 20:00:09 Primary GTID_EXECUTED=0b9b5840-82b6-11f0-984a-82e3a9bd8f9d:1-124,
        0b9b5c3c-82b6-11f0-984a-82e3a9bd8f9d:1-3,
        ab04a106-82b6-11f0-a5a2-c2d8c61d9af0:1-5,
        b65c08d0-82b6-11f0-a5a2-c2d8c61d9af0:1-142,
        b65c0d7d-82b6-11f0-a5a2-c2d8c61d9af0:1-5,
        fd88d5d3-82b5-11f0-b11e-82e3a9bd8f9d:1-4
        2025/08/26 20:00:09 Primary GTID_PURGED=0b9b5840-82b6-11f0-984a-82e3a9bd8f9d:1-124,
        0b9b5c3c-82b6-11f0-984a-82e3a9bd8f9d:1-3,
        fd88d5d3-82b5-11f0-b11e-82e3a9bd8f9d:1-4
        2025/08/26 20:00:10 Replica GTID_EXECUTED=
        2025/08/26 20:00:10 Adding instance (gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat) to InnoDB cluster using clone recovery
        2025/08/26 20:00:10 Running dba.getCluster('grdataatrestencryption').addInstance('operator:*****@gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat', {'recoveryMethod': 'clone', 'waitRecovery': 2})
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        WARNING: The waitRecovery option is deprecated. Please use the recoveryProgress option instead.
        
        NOTE: A GTID set check of the MySQL instance at 'gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' determined that it is missing transactions that were purged from all cluster members.
        NOTE: The target instance 'gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' has not been pre-provisioned (GTID set is empty). The Shell is unable to determine whether the instance has pre-existing data that would be overwritten with clone based recovery.
        
        Clone based recovery selected through the recoveryMethod option
        
        Validating instance configuration at gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306...
        
        This instance reports its own address as gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        
        Instance configuration is suitable.
        NOTE: Group Replication will communicate with other members using 'gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'. Use the localAddress option to override.
        
        * Checking connectivity and SSL configuration...
        A new instance will be added to the InnoDB Cluster. Depending on the amount of
        data on the cluster this might take from a few seconds to several hours.
        
        Adding instance to the cluster...
        
        Monitoring recovery process of the new cluster member. Press ^C to stop monitoring and let it continue in background.
        Clone based state recovery is now in progress.
        
        NOTE: A server restart is expected to happen as part of the clone process. If the
        server does not support the RESTART command or does not come back after a
        while, you may need to manually start it back.
        
        * Waiting for clone to finish...
        NOTE: gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306 is being cloned from gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        ** Stage DROP DATA: Completed
        ** Stage FILE COPY: Completed
        ** Stage PAGE COPY: Completed
        ** Stage REDO COPY: Completed
        
        NOTE: gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306 is shutting down...
        
        * Waiting for server restart... \ 
* Waiting for server restart... | 
* Waiting for server restart... / 
* Waiting for server restart... - 
	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:20 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:20 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		FailedPreStopHook	PreStopHook failed	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:21 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 119ms (119ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:53 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-4		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:53 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-4		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:53 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-4		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-working-muskrat/datadir-gr-data-at-rest-encryption-mysql-4"	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:53 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-gr-data-at-rest-encryption-mysql-4 Pod gr-data-at-rest-encryption-mysql-4 in StatefulSet gr-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:53 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulCreate	(combined from similar events): create Pod gr-data-at-rest-encryption-mysql-4 in StatefulSet gr-data-at-rest-encryption-mysql successful		
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:57 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-data-at-rest-encryption-mysql-4		ProvisioningSucceeded	Successfully provisioned volume pvc-5ad3b8cf-3a9d-485e-add2-f885d03b51fb	pd.csi.storage.gke.io_gke-716db28409304986a326-c7be-506a-vm_d7844b21-de01-4963-b532-0db3ea4d5c08	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:00:57 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4	Binding	Scheduled	Successfully assigned kuttl-test-working-muskrat/gr-data-at-rest-encryption-mysql-4 to gke-jen-ps-993-bd4cc52b--default-pool-dd8219d8-0fwk	default-scheduler	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:05 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-5ad3b8cf-3a9d-485e-add2-f885d03b51fb" 	attachdetach-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:08 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:08 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-993-bd4cc52b" in 134ms (134ms including waiting). Image size: 109002393 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:08 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:08 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 131ms (131ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.0"	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.0" in 113ms (113ms including waiting). Image size: 428922326 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:10 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:40 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/08/26 20:01:28 Waiting for MySQL ready state
        2025/08/26 20:01:28 MySQL is ready
        2025/08/26 20:01:28 Starting bootstrap...
        2025/08/26 20:01:28 mysql-shell version: 8.0.42
        2025/08/26 20:01:28 Running dba.configureLocalInstance('operator:*****@gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat', {'clearReadOnly': true})
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        WARNING: The clearReadOnly option is deprecated and will be removed in a future release.
        
        WARNING: This function is deprecated and will be removed in a future release of MySQL Shell, use dba.configureInstance() instead.
        Configuring local MySQL instance listening at port 3306 for use in an InnoDB cluster...
        
        This instance reports its own address as gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        
        applierWorkerThreads will be set to the default value of 4.
        
        NOTE: Some configuration options need to be fixed:
        +----------------------------------------+---------------+----------------+----------------------------+
        | Variable                               | Current Value | Required Value | Note                       |+----------------------------------------+---------------+----------------+----------------------------+
        | binlog_transaction_dependency_tracking | COMMIT_ORDER  | WRITESET       | Update the server variable |
        
        +----------------------------------------+---------------+----------------+----------------------------+
        
        Disabled super_read_only on the instance 'gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'
        Enabling super_read_only on the instance 'gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'
        Configuring instance...
        
        WARNING:*****@binlog_transaction_dependency_tracking' is deprecated and will be removed in a future release. (Code 1287).
        The instance 'gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' was configured to be used in an InnoDB cluster.
        2025/08/26 20:01:28 Instance (gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat) configured to join to the InnoDB cluster
        2025/08/26 20:01:28 peers: [gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat]
        2025/08/26 20:01:28 Running dba.getCluster('grdataatrestencryption')
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        2025/08/26 20:01:28 Connected to peer gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat
        2025/08/26 20:01:29 Cluster status:
        
        ClusterName: grdataatrestencryption
        Status: OK
        StatusText: Cluster is ONLINE and can tolerate up to ONE failure.
        SSL: REQUIRED
        Primary: gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        Topology:
        	
        	Member 0
        	Address: gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        	Member 1
        	Address: gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        	Member 2
        	Address: gr-data-at-rest-encryption-mysql-2.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        	Member 3
        	Address: gr-data-at-rest-encryption-mysql-3.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        	State: ONLINE
        	Errors: []
        
        		
        2025/08/26 20:01:29 Primary is gr-data-at-rest-encryption-mysql-0.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        2025/08/26 20:01:29 Primary GTID_EXECUTED=0b9b5840-82b6-11f0-984a-82e3a9bd8f9d:1-124,
        0b9b5c3c-82b6-11f0-984a-82e3a9bd8f9d:1-3,
        ab04a106-82b6-11f0-a5a2-c2d8c61d9af0:1-5,
        b65c08d0-82b6-11f0-a5a2-c2d8c61d9af0:1-207,
        b65c0d7d-82b6-11f0-a5a2-c2d8c61d9af0:1-7,
        fd88d5d3-82b5-11f0-b11e-82e3a9bd8f9d:1-4
        2025/08/26 20:01:29 Primary GTID_PURGED=0b9b5840-82b6-11f0-984a-82e3a9bd8f9d:1-124,
        0b9b5c3c-82b6-11f0-984a-82e3a9bd8f9d:1-3,
        fd88d5d3-82b5-11f0-b11e-82e3a9bd8f9d:1-4
        2025/08/26 20:01:29 Replica GTID_EXECUTED=
        2025/08/26 20:01:30 Adding instance (gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat) to InnoDB cluster using clone recovery
        2025/08/26 20:01:30 Running dba.getCluster('grdataatrestencryption').addInstance('operator:*****@gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat', {'recoveryMethod': 'clone', 'waitRecovery': 2})
        Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
        WARNING: Using a password on the command line interface can be insecure.
        WARNING: The waitRecovery option is deprecated. Please use the recoveryProgress option instead.
        
        NOTE: A GTID set check of the MySQL instance at 'gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' determined that it is missing transactions that were purged from all cluster members.
        NOTE: The target instance 'gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306' has not been pre-provisioned (GTID set is empty). The Shell is unable to determine whether the instance has pre-existing data that would be overwritten with clone based recovery.
        
        Clone based recovery selected through the recoveryMethod option
        
        Validating instance configuration at gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306...
        
        This instance reports its own address as gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        
        Instance configuration is suitable.
        NOTE: Group Replication will communicate with other members using 'gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306'. Use the localAddress option to override.
        
        * Checking connectivity and SSL configuration...
        A new instance will be added to the InnoDB Cluster. Depending on the amount of
        data on the cluster this might take from a few seconds to several hours.
        
        Adding instance to the cluster...
        
        Monitoring recovery process of the new cluster member. Press ^C to stop monitoring and let it continue in background.
        Clone based state recovery is now in progress.
        
        NOTE: A server restart is expected to happen as part of the clone process. If the
        server does not support the RESTART command or does not come back after a
        while, you may need to manually start it back.
        
        * Waiting for clone to finish...
        NOTE: gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306 is being cloned from gr-data-at-rest-encryption-mysql-1.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306
        ** Stage DROP DATA: Completed
        ** Stage FILE COPY: Completed
        ** Stage PAGE COPY: Completed
        ** Stage REDO COPY: Completed
        
        NOTE: gr-data-at-rest-encryption-mysql-4.gr-data-at-rest-encryption-mysql.kuttl-test-working-muskrat:3306 is shutting down...
        
        * Waiting for server restart... \ 
* Waiting for server restart... | 
* Waiting for server restart... / 
* Waiting for server restart... - 
	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:40 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:40 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		FailedPreStopHook	PreStopHook failed	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:01:40 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.0" in 125ms (125ms including waiting). Image size: 437180759 bytes.	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:23 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:23 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:23 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod gr-data-at-rest-encryption-mysql-4 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:28 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/08/26 20:02:28 MySQL state is not ready...
        	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:31 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:31 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:31 +0000 UTC	Normal	StatefulSet.apps gr-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod gr-data-at-rest-encryption-mysql-3 in StatefulSet gr-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-5b89m.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-fwkjp.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:49 +0000 UTC	Normal	Pod gr-data-at-rest-encryption-router-6dd95dd8d-h2kbw.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:52 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/08/26 20:02:52 MySQL state is not ready...
        	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:54 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/08/26 20:02:54 MySQL state is not ready...
        	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | 2025-08-26 20:02:55 +0000 UTC	Warning	Pod gr-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/08/26 20:02:55 MySQL state is not ready...
        	kubelet	
    logger.go:42: 20:02:59 | gr-data-at-rest-encryption | Deleting namespace: kuttl-test-working-muskrat
=== NAME  kuttl
    harness.go:403: run tests finished
    harness.go:510: cleaning up
    harness.go:567: removing temp folder: ""
--- PASS: kuttl (897.73s)
    --- PASS: kuttl/harness (0.00s)
        --- PASS: kuttl/harness/gr-data-at-rest-encryption (896.92s)
PASS