=== RUN   kuttl
    harness.go:459: starting setup
    harness.go:254: running tests using configured kubeconfig.
    harness.go:277: Successful connection to cluster at: https://34.59.168.27
    harness.go:362: running tests
    harness.go:74: going to run test suite with timeout of 180 seconds for each step
    harness.go:374: testsuite: e2e-tests/tests has 46 tests
=== RUN   kuttl/harness
=== RUN   kuttl/harness/async-data-at-rest-encryption
=== PAUSE kuttl/harness/async-data-at-rest-encryption
=== CONT  kuttl/harness/async-data-at-rest-encryption
    logger.go:42: 01:41:18 | async-data-at-rest-encryption | Creating namespace: kuttl-test-charmed-seahorse
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | starting test step 0-deploy-operator
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        init_temp_dir # do this only in the first TestStep
        
        deploy_client
        deploy_operator
        
        deploy_tls_cluster_secrets
        
        apply_minio_secret
        deploy_minio]
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | + source ../../functions
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ realpath ../../..
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | ++++ pwd
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/tests/async-data-at-rest-encryption
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | ++ test_name=async-data-at-rest-encryption
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/vars.sh
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export GIT_BRANCH=PR-1164
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ GIT_BRANCH=PR-1164
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ [[ -z 8.4 ]]
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export MYSQL_VERSION=8.4
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ MYSQL_VERSION=8.4
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export MINIO_VER=5.4.0
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ MINIO_VER=5.4.0
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ export VAULT_VER=0.16.1
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ VAULT_VER=0.16.1
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | ++++ which gdate
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | ++++ which date
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ date=/usr/sbin/date
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ oc get projects
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ :
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ grep '^minikube'
    logger.go:42: 01:41:18 | async-data-at-rest-encryption/0-deploy-operator | +++ kubectl get nodes
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | +++ which gsed
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | +++ which sed
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | ++ sed=/usr/sbin/sed
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | ++ oc get projects
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | +++ kubectl version -o json
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | +++ grep '\-eks\-'
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | grep: warning: stray \ before -
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | ++ '[' ']'
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | ++ EKS=0
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | + init_temp_dir
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | + rm -rf /tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | + deploy_client
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-charmed-seahorse apply -f -
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | ++ printf '.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:41:19 | async-data-at-rest-encryption/0-deploy-operator | + yq eval '.spec.containers[0].image="perconalab/percona-server-mysql-operator:main-psmysql8.4"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf/client.yaml
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | pod/mysql-client created
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | + deploy_operator
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | + destroy_operator
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-server-mysql-operator" not found
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | + true
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | + [[ -n ps-operator ]]
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0
    logger.go:42: 01:41:21 | async-data-at-rest-encryption/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 01:41:22 | async-data-at-rest-encryption/0-deploy-operator | Error from server (NotFound): namespaces "ps-operator" not found
    logger.go:42: 01:41:22 | async-data-at-rest-encryption/0-deploy-operator | + true
    logger.go:42: 01:41:22 | async-data-at-rest-encryption/0-deploy-operator | + [[ -n ps-operator ]]
    logger.go:42: 01:41:22 | async-data-at-rest-encryption/0-deploy-operator | + create_namespace ps-operator
    logger.go:42: 01:41:22 | async-data-at-rest-encryption/0-deploy-operator | + local namespace=ps-operator
    logger.go:42: 01:41:22 | async-data-at-rest-encryption/0-deploy-operator | + [[ -n '' ]]
    logger.go:42: 01:41:22 | async-data-at-rest-encryption/0-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found
    logger.go:42: 01:41:22 | async-data-at-rest-encryption/0-deploy-operator | + kubectl wait --for=delete namespace ps-operator
    logger.go:42: 01:41:23 | async-data-at-rest-encryption/0-deploy-operator | + kubectl create namespace ps-operator
    logger.go:42: 01:41:23 | async-data-at-rest-encryption/0-deploy-operator | namespace/ps-operator created
    logger.go:42: 01:41:23 | async-data-at-rest-encryption/0-deploy-operator | + apply_crd
    logger.go:42: 01:41:23 | async-data-at-rest-encryption/0-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy/crd.yaml
    logger.go:42: 01:41:24 | async-data-at-rest-encryption/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied
    logger.go:42: 01:41:24 | async-data-at-rest-encryption/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied
    logger.go:42: 01:41:26 | async-data-at-rest-encryption/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied
    logger.go:42: 01:41:26 | async-data-at-rest-encryption/0-deploy-operator | + apply_rbac
    logger.go:42: 01:41:26 | async-data-at-rest-encryption/0-deploy-operator | + local rbac_file
    logger.go:42: 01:41:26 | async-data-at-rest-encryption/0-deploy-operator | + '[' -n ps-operator ']'
    logger.go:42: 01:41:26 | async-data-at-rest-encryption/0-deploy-operator | + rbac_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy/cw-rbac.yaml
    logger.go:42: 01:41:26 | async-data-at-rest-encryption/0-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy/cw-rbac.yaml
    logger.go:42: 01:41:27 | async-data-at-rest-encryption/0-deploy-operator | serviceaccount/percona-server-mysql-operator created
    logger.go:42: 01:41:27 | async-data-at-rest-encryption/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 01:41:27 | async-data-at-rest-encryption/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged
    logger.go:42: 01:41:27 | async-data-at-rest-encryption/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | + local operator_file
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | + '[' -n ps-operator ']'
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | + operator_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy/cw-operator.yaml
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"'
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "VERBOSE"'
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | + kubectl -n ps-operator apply -f -
    logger.go:42: 01:41:28 | async-data-at-rest-encryption/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy/cw-operator.yaml
    logger.go:42: 01:41:29 | async-data-at-rest-encryption/0-deploy-operator | configmap/percona-server-mysql-operator-config created
    logger.go:42: 01:41:29 | async-data-at-rest-encryption/0-deploy-operator | deployment.apps/percona-server-mysql-operator created
    logger.go:42: 01:41:29 | async-data-at-rest-encryption/0-deploy-operator | + deploy_tls_cluster_secrets
    logger.go:42: 01:41:29 | async-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-charmed-seahorse apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf/ssl-secret.yaml
    logger.go:42: 01:41:31 | async-data-at-rest-encryption/0-deploy-operator | secret/test-ssl created
    logger.go:42: 01:41:31 | async-data-at-rest-encryption/0-deploy-operator | + apply_minio_secret
    logger.go:42: 01:41:31 | async-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-charmed-seahorse apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf/minio-secret.yml
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | secret/minio-secret created
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | + deploy_minio
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | + local storage=2G
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | + local access_key
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | + local secret_key
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | ++ kubectl -n kuttl-test-charmed-seahorse get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}'
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | ++ base64 -d
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | + access_key=some-access-key
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | ++ kubectl -n kuttl-test-charmed-seahorse get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}'
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | ++ base64 -d
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | + secret_key=some-secret-key
    logger.go:42: 01:41:32 | async-data-at-rest-encryption/0-deploy-operator | + helm uninstall -n kuttl-test-charmed-seahorse minio-service
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + :
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + helm repo remove minio
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | Error: no repositories configured
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + :
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + helm repo add minio https://charts.min.io/
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | "minio" has been added to your repositories
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | +++ printf %q some-access-key
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | ++ printf %q some-access-key
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | +++ printf %q some-secret-key
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | ++ printf %q some-secret-key
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-charmed-seahorse --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + local max=10
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + local delay=60
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + shift 2
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + local n=1
    logger.go:42: 01:41:33 | async-data-at-rest-encryption/0-deploy-operator | + helm install minio-service -n kuttl-test-charmed-seahorse --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | NAME: minio-service
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | LAST DEPLOYED: Wed Nov 12 01:41:34 2025
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | NAMESPACE: kuttl-test-charmed-seahorse
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | STATUS: deployed
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | REVISION: 1
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | TEST SUITE: None
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | NOTES:
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | minio-service.kuttl-test-charmed-seahorse.cluster.local
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | To access MinIO from localhost, run the below commands:
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator |   1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-charmed-seahorse -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator |   2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-charmed-seahorse
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator |   1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator |   2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-charmed-seahorse minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-charmed-seahorse minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | 
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator |   3. mc ls minio-service-local
    logger.go:42: 01:42:03 | async-data-at-rest-encryption/0-deploy-operator | ++ kubectl -n kuttl-test-charmed-seahorse get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 01:42:04 | async-data-at-rest-encryption/0-deploy-operator | + MINIO_POD=minio-service-d9589b474-4678c
    logger.go:42: 01:42:04 | async-data-at-rest-encryption/0-deploy-operator | + wait_pod minio-service-d9589b474-4678c
    logger.go:42: 01:42:04 | async-data-at-rest-encryption/0-deploy-operator | + local pod=minio-service-d9589b474-4678c
    logger.go:42: 01:42:04 | async-data-at-rest-encryption/0-deploy-operator | + local ns=kuttl-test-charmed-seahorse
    logger.go:42: 01:42:04 | async-data-at-rest-encryption/0-deploy-operator | + set +o xtrace
    logger.go:42: 01:42:04 | async-data-at-rest-encryption/0-deploy-operator | minio-service-d9589b474-4678ctrue
    logger.go:42: 01:42:04 | async-data-at-rest-encryption/0-deploy-operator | + kubectl -n kuttl-test-charmed-seahorse run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access-key'\'' AWS_SECRET_ACCESS_KEY='\''some-secret-key'\'' AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
    logger.go:42: 01:42:08 | async-data-at-rest-encryption/0-deploy-operator | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt.
    logger.go:42: 01:42:08 | async-data-at-rest-encryption/0-deploy-operator | If you don't see a command prompt, try pressing enter.
    logger.go:42: 01:42:11 | async-data-at-rest-encryption/0-deploy-operator | pod "aws-cli" deleted from kuttl-test-charmed-seahorse namespace
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist.
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/0-deploy-operator | INFO   Found 1 resource(s).
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/0-deploy-operator | NAME                            NAMESPACE     COL0
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/0-deploy-operator | percona-server-mysql-operator   ps-operator   1
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/0-deploy-operator | ASSERT PASS
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/0-deploy-operator | test step completed 0-deploy-operator
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | starting test step 1-deploy-vault
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        deploy_vault]
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | + source ../../functions
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ realpath ../../..
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | ++++ pwd
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/tests/async-data-at-rest-encryption
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | ++ test_name=async-data-at-rest-encryption
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/vars.sh
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export GIT_BRANCH=PR-1164
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ GIT_BRANCH=PR-1164
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ [[ -z 8.4 ]]
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export MYSQL_VERSION=8.4
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ MYSQL_VERSION=8.4
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export MINIO_VER=5.4.0
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ MINIO_VER=5.4.0
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ export VAULT_VER=0.16.1
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ VAULT_VER=0.16.1
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | ++++ which gdate
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | ++++ which date
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ date=/usr/sbin/date
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ oc get projects
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ :
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ kubectl get nodes
    logger.go:42: 01:42:12 | async-data-at-rest-encryption/1-deploy-vault | +++ grep '^minikube'
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | +++ which gsed
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | +++ which sed
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | ++ sed=/usr/sbin/sed
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | ++ oc get projects
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | +++ kubectl version -o json
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | +++ grep '\-eks\-'
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | grep: warning: stray \ before -
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | ++ '[' ']'
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | ++ EKS=0
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + deploy_vault
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local name=vault-service
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local protocol=http
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local platform=kubernetes
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local namespace=vault-service
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local tmp_dir=/tmp/vault
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + echo 'Using tmp dir: /tmp/vault'
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | Using tmp dir: /tmp/vault
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + [[ -n '' ]]
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + '[' 0 = 1 ']'
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + _deploy_vault vault-service http kubernetes vault-service /tmp/vault
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local name=vault-service
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local protocol=http
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local platform=kubernetes
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local namespace=vault-service
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + local tmp_dir=/tmp/vault
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + kubectl get ns
    logger.go:42: 01:42:13 | async-data-at-rest-encryption/1-deploy-vault | + grep vault-service
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | + rm -rf /tmp/vault
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | + mkdir -p /tmp/vault
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | + helm repo add hashicorp https://helm.releases.hashicorp.com
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | "hashicorp" has been added to your repositories
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | + helm repo update
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | Hang tight while we grab the latest from your chart repositories...
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | ...Successfully got an update from the "minio" chart repository
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | ...Successfully got an update from the "hashicorp" chart repository
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | Update Complete. ⎈Happy Helming!⎈
    logger.go:42: 01:42:14 | async-data-at-rest-encryption/1-deploy-vault | + kubectl create namespace vault-service
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | namespace/vault-service created
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | + helm uninstall vault-service
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | Error: uninstall: Release not loaded: vault-service: release: not found
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | + :
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | + echo 'install Vault vault-service'
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | install Vault vault-service
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | + [[ kubernetes == \o\p\e\n\s\h\i\f\t ]]
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | + '[' http == https ']'
    logger.go:42: 01:42:15 | async-data-at-rest-encryption/1-deploy-vault | + helm install vault-service hashicorp/vault --disable-openapi-validation --version 0.16.1 --namespace vault-service --set dataStorage.enabled=false --set global.logLevel=trace --set global.platform=kubernetes
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | NAME: vault-service
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | LAST DEPLOYED: Wed Nov 12 01:42:16 2025
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | NAMESPACE: vault-service
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | STATUS: deployed
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | REVISION: 1
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | NOTES:
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | Thank you for installing HashiCorp Vault!
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | Now that you have deployed Vault, you should look over the docs on using
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | Vault with Kubernetes available here:
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | https://www.vaultproject.io/docs/
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | Your release is named vault-service. To learn more about the release, try:
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | 
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault |   $ helm status vault-service
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault |   $ helm get manifest vault-service
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | + [[ kubernetes == \o\p\e\n\s\h\i\f\t ]]
    logger.go:42: 01:42:20 | async-data-at-rest-encryption/1-deploy-vault | + set +o xtrace
    logger.go:42: 01:42:36 | async-data-at-rest-encryption/1-deploy-vault | waiting for pod/vault-service-0 to be ready..........{"running":{"startedAt":"2025-11-12T01:42:35Z"}}
    logger.go:42: 01:42:36 | async-data-at-rest-encryption/1-deploy-vault | + kubectl -n vault-service exec -it vault-service-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json
    logger.go:42: 01:42:36 | async-data-at-rest-encryption/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file
    logger.go:42: 01:42:37 | async-data-at-rest-encryption/1-deploy-vault | ++ jq -r '.unseal_keys_b64[]'
    logger.go:42: 01:42:37 | async-data-at-rest-encryption/1-deploy-vault | + local unsealKey=dtdWNg0dA0d22bQtLMOS7CmIMA0NCI2QxIEntZ+2JgQ=
    logger.go:42: 01:42:37 | async-data-at-rest-encryption/1-deploy-vault | ++ jq -r .root_token
    logger.go:42: 01:42:37 | async-data-at-rest-encryption/1-deploy-vault | + local token=s.yR8lLeKZ4DOf8CfwV4dDonUe
    logger.go:42: 01:42:37 | async-data-at-rest-encryption/1-deploy-vault | + sleep 10
    logger.go:42: 01:42:47 | async-data-at-rest-encryption/1-deploy-vault | + kubectl -n vault-service exec -it vault-service-0 -- vault operator unseal -tls-skip-verify dtdWNg0dA0d22bQtLMOS7CmIMA0NCI2QxIEntZ+2JgQ=
    logger.go:42: 01:42:47 | async-data-at-rest-encryption/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Key             Value
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | ---             -----
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Seal Type       shamir
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Initialized     true
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Sealed          false
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Total Shares    1
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Threshold       1
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Version         1.8.3
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Storage Type    file
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Cluster Name    vault-cluster-4f30f96b
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Cluster ID      9f2f1b78-d3ff-df3f-58e5-3376a989b328
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | HA Enabled      false
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | + kubectl -n vault-service exec -it vault-service-0 -- sh -c 'export VAULT_TOKEN=s.yR8lLeKZ4DOf8CfwV4dDonUe && export VAULT_LOG_LEVEL=trace                 && vault secrets enable --version=1 -tls-skip-verify -path=secret kv                 && vault audit enable file file_path=/vault/vault-audit.log'
    logger.go:42: 01:42:48 | async-data-at-rest-encryption/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file
    logger.go:42: 01:42:49 | async-data-at-rest-encryption/1-deploy-vault | Success! Enabled the kv secrets engine at: secret/
    logger.go:42: 01:42:49 | async-data-at-rest-encryption/1-deploy-vault | Success! Enabled the file audit device at: file/
    logger.go:42: 01:42:49 | async-data-at-rest-encryption/1-deploy-vault | + sleep 10
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | ++ jq -r '.unseal_keys_b64[]'
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + local unsealKey=dtdWNg0dA0d22bQtLMOS7CmIMA0NCI2QxIEntZ+2JgQ=
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | ++ jq -r .root_token
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + local token=s.yR8lLeKZ4DOf8CfwV4dDonUe
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + local secret=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf/vault-secret.yaml
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + [[ 8.4 == \8\.\4 ]]
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + secret=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf/vault-secret-84.yaml
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + cat /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf/vault-secret-84.yaml
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + /usr/sbin/sed -e s/#token/s.yR8lLeKZ4DOf8CfwV4dDonUe/
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + /usr/sbin/sed -e 's/#vault_url/http:\/\/vault-service.vault-service.svc.cluster.local:8200/'
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + /usr/sbin/sed -e s/#secret/secret/
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + '[' http == https ']'
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + /usr/sbin/sed -i /#vault_ca/d /tmp/vault/vault-secret.yaml
    logger.go:42: 01:42:59 | async-data-at-rest-encryption/1-deploy-vault | + kubectl apply -n kuttl-test-charmed-seahorse -f /tmp/vault/vault-secret.yaml
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/1-deploy-vault | secret/vault-keyring-secret created
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/1-deploy-vault | test step completed 1-deploy-vault
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | starting test step 2-create-cluster
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        get_cr \
            | yq eval '.spec.mysql.clusterType="async"' - \
            | yq eval '.spec.proxy.haproxy.enabled=true' - \
            | yq eval '.spec.mysql.size=3' - \
            | yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' - \
            | yq eval '.spec.mysql.vaultSecretName="vault-keyring-secret"' - \
            | yq eval '.spec.backup.storages.minio.type="s3"' - \
            | yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \
            | yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \
            | yq eval ".spec.backup.storages.minio.s3.endpointUrl=\"http://minio-service.${NAMESPACE}:9000\"" - \
            | yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \
            | kubectl -n "${NAMESPACE}" apply -f -]
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | + source ../../functions
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ realpath ../../..
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | ++++ pwd
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/tests/async-data-at-rest-encryption
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | ++ test_name=async-data-at-rest-encryption
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/vars.sh
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export GIT_BRANCH=PR-1164
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ GIT_BRANCH=PR-1164
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ [[ -z 8.4 ]]
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export MYSQL_VERSION=8.4
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ MYSQL_VERSION=8.4
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export MINIO_VER=5.4.0
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ MINIO_VER=5.4.0
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ export VAULT_VER=0.16.1
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ VAULT_VER=0.16.1
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | ++++ which gdate
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | ++++ which date
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ date=/usr/sbin/date
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ oc get projects
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ :
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ kubectl get nodes
    logger.go:42: 01:43:00 | async-data-at-rest-encryption/2-create-cluster | +++ grep '^minikube'
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | +++ which gsed
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | +++ which sed
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ sed=/usr/sbin/sed
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ oc get projects
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | +++ kubectl version -o json
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | +++ grep '\-eks\-'
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | grep: warning: stray \ before -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ '[' ']'
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ EKS=0
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + get_cr
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local name_suffix=
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local image_mysql=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local image_backup=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local image_orchestrator=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local image_router=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local image_toolkit=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local image_haproxy=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local image_pmm_client=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy/cr.yaml
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=true -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval .spec.mysql.size=3 -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.metadata.name="%s"' async-data-at-rest-encryption
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.vaultSecretName="vault-keyring-secret"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.initContainer.image="%s"' perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.metadata.name="async-data-at-rest-encryption"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy/cr.yaml
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval 'del(.spec.secretsName)' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.initContainer.image="perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + kubectl -n kuttl-test-charmed-seahorse apply -f -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval .spec.orchestrator.enabled=true -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service.kuttl-test-charmed-seahorse:9000"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval .spec.mysql.gracePeriod=30 -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + '[' -n '' ']'
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router8.4"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql8.4"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:3-dev-latest"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup8.4"' -
    logger.go:42: 01:43:01 | async-data-at-rest-encryption/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' -
    logger.go:42: 01:43:02 | async-data-at-rest-encryption/2-create-cluster | perconaservermysql.ps.percona.com/async-data-at-rest-encryption created
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/2-create-cluster | test step completed 2-create-cluster
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | starting test step 3-write-data
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        run_mysql \
            "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \
            "-h $(get_haproxy_svc $(get_cluster_name))"
        
        run_mysql \
            "INSERT myDB.myTable (id) VALUES (100500)" \
            "-h $(get_haproxy_svc $(get_cluster_name))"]
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | + source ../../functions
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ realpath ../../..
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++++ pwd
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/tests/async-data-at-rest-encryption
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++ test_name=async-data-at-rest-encryption
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/vars.sh
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export GIT_BRANCH=PR-1164
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ GIT_BRANCH=PR-1164
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ [[ -z 8.4 ]]
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export MYSQL_VERSION=8.4
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ MYSQL_VERSION=8.4
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export MINIO_VER=5.4.0
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ MINIO_VER=5.4.0
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ export VAULT_VER=0.16.1
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ VAULT_VER=0.16.1
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++++ which gdate
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++++ which date
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ date=/usr/sbin/date
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ oc get projects
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ :
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ kubectl get nodes
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ grep '^minikube'
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ which gsed
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ which sed
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++ sed=/usr/sbin/sed
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | ++ oc get projects
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ kubectl version -o json
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | +++ grep '\-eks\-'
    logger.go:42: 01:47:21 | async-data-at-rest-encryption/3-write-data | grep: warning: stray \ before -
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | ++ '[' ']'
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | ++ EKS=0
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | +++ get_cluster_name
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | +++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | ++ get_haproxy_svc async-data-at-rest-encryption
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | ++ local cluster=async-data-at-rest-encryption
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | ++ echo async-data-at-rest-encryption-haproxy
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)'
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | + local 'host=-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | ++ get_user_pass root
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | ++ local user=root
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | +++ get_cluster_name
    logger.go:42: 01:47:22 | async-data-at-rest-encryption/3-write-data | +++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:47:23 | async-data-at-rest-encryption/3-write-data | ++ local secret=async-data-at-rest-encryption-secrets
    logger.go:42: 01:47:23 | async-data-at-rest-encryption/3-write-data | ++ kubectl -n kuttl-test-charmed-seahorse get secret async-data-at-rest-encryption-secrets -o 'jsonpath={.data.root}'
    logger.go:42: 01:47:23 | async-data-at-rest-encryption/3-write-data | ++ base64 --decode
    logger.go:42: 01:47:23 | async-data-at-rest-encryption/3-write-data | + local 'user=-uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:47:23 | async-data-at-rest-encryption/3-write-data | + local pod=
    logger.go:42: 01:47:23 | async-data-at-rest-encryption/3-write-data | ++ get_client_pod
    logger.go:42: 01:47:23 | async-data-at-rest-encryption/3-write-data | ++ kubectl -n kuttl-test-charmed-seahorse get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | + client_pod=mysql-client
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | + wait_pod mysql-client
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | + local pod=mysql-client
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | + local ns=kuttl-test-charmed-seahorse
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | + set +o xtrace
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | mysql-clienttrue
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | + kubectl -n kuttl-test-charmed-seahorse exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h async-data-at-rest-encryption-haproxy -uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | + /usr/sbin/sed -e 's/mysql: //'
    logger.go:42: 01:47:24 | async-data-at-rest-encryption/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | + :
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | +++ get_cluster_name
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | +++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | ++ get_haproxy_svc async-data-at-rest-encryption
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | ++ local cluster=async-data-at-rest-encryption
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | ++ echo async-data-at-rest-encryption-haproxy
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)'
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | + local 'host=-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | ++ get_user_pass root
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | ++ local user=root
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | +++ get_cluster_name
    logger.go:42: 01:47:25 | async-data-at-rest-encryption/3-write-data | +++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:47:26 | async-data-at-rest-encryption/3-write-data | ++ local secret=async-data-at-rest-encryption-secrets
    logger.go:42: 01:47:26 | async-data-at-rest-encryption/3-write-data | ++ kubectl -n kuttl-test-charmed-seahorse get secret async-data-at-rest-encryption-secrets -o 'jsonpath={.data.root}'
    logger.go:42: 01:47:26 | async-data-at-rest-encryption/3-write-data | ++ base64 --decode
    logger.go:42: 01:47:26 | async-data-at-rest-encryption/3-write-data | + local 'user=-uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:47:26 | async-data-at-rest-encryption/3-write-data | + local pod=
    logger.go:42: 01:47:26 | async-data-at-rest-encryption/3-write-data | ++ get_client_pod
    logger.go:42: 01:47:26 | async-data-at-rest-encryption/3-write-data | ++ kubectl -n kuttl-test-charmed-seahorse get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | + client_pod=mysql-client
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | + wait_pod mysql-client
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | + local pod=mysql-client
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | + local ns=kuttl-test-charmed-seahorse
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | + set +o xtrace
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | mysql-clienttrue
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | + kubectl -n kuttl-test-charmed-seahorse exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h async-data-at-rest-encryption-haproxy -uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | + /usr/sbin/sed -e 's/mysql: //'
    logger.go:42: 01:47:27 | async-data-at-rest-encryption/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/3-write-data | + :
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/3-write-data | test step completed 3-write-data
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | starting test step 4-check-encryption
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        # Check if table is encrypted by examining create options in information schema
        data=$(run_mysql \
            "SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='myDB' AND TABLE_NAME='myTable'" \
            "-h $(get_haproxy_svc $(get_cluster_name))")
        
        kubectl create configmap -n "${NAMESPACE}" 04-check-encryption --from-literal=myTable="${data}"]
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | + source ../../functions
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ realpath ../../..
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | ++++ pwd
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/tests/async-data-at-rest-encryption
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | ++ test_name=async-data-at-rest-encryption
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/vars.sh
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export GIT_BRANCH=PR-1164
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ GIT_BRANCH=PR-1164
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ [[ -z 8.4 ]]
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export MYSQL_VERSION=8.4
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ MYSQL_VERSION=8.4
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export MINIO_VER=5.4.0
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ MINIO_VER=5.4.0
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ export VAULT_VER=0.16.1
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ VAULT_VER=0.16.1
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | ++++ which gdate
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | ++++ which date
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ date=/usr/sbin/date
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ oc get projects
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ :
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ kubectl get nodes
    logger.go:42: 01:47:28 | async-data-at-rest-encryption/4-check-encryption | +++ grep '^minikube'
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | +++ which gsed
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | +++ which sed
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | ++ sed=/usr/sbin/sed
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | ++ oc get projects
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | +++ kubectl version -o json
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | +++ grep '\-eks\-'
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | grep: warning: stray \ before -
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | ++ '[' ']'
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | ++ EKS=0
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | ++++ get_cluster_name
    logger.go:42: 01:47:29 | async-data-at-rest-encryption/4-check-encryption | ++++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | +++ get_haproxy_svc async-data-at-rest-encryption
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | +++ local cluster=async-data-at-rest-encryption
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | +++ echo async-data-at-rest-encryption-haproxy
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | ++ run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='\''myDB'\'' AND TABLE_NAME='\''myTable'\''' '-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | ++ local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='\''myDB'\'' AND TABLE_NAME='\''myTable'\'''
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | ++ local 'host=-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | +++ get_user_pass root
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | +++ local user=root
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | ++++ get_cluster_name
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | ++++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | +++ local secret=async-data-at-rest-encryption-secrets
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | +++ kubectl -n kuttl-test-charmed-seahorse get secret async-data-at-rest-encryption-secrets -o 'jsonpath={.data.root}'
    logger.go:42: 01:47:30 | async-data-at-rest-encryption/4-check-encryption | +++ base64 --decode
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | ++ local 'user=-uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | ++ local pod=
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | +++ get_client_pod
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | +++ kubectl -n kuttl-test-charmed-seahorse get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | ++ client_pod=mysql-client
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | ++ wait_pod mysql-client
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | ++ local pod=mysql-client
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | ++ local ns=kuttl-test-charmed-seahorse
    logger.go:42: 01:47:31 | async-data-at-rest-encryption/4-check-encryption | ++ set +o xtrace
    logger.go:42: 01:47:32 | async-data-at-rest-encryption/4-check-encryption | mysql-clienttrue
    logger.go:42: 01:47:32 | async-data-at-rest-encryption/4-check-encryption | ++ kubectl -n kuttl-test-charmed-seahorse exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='\''myDB'\'' AND TABLE_NAME='\''myTable'\''" | mysql -sN -h async-data-at-rest-encryption-haproxy -uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:47:32 | async-data-at-rest-encryption/4-check-encryption | ++ /usr/sbin/sed -e 's/mysql: //'
    logger.go:42: 01:47:32 | async-data-at-rest-encryption/4-check-encryption | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 01:47:33 | async-data-at-rest-encryption/4-check-encryption | + data='ENCRYPTION='\''Y'\'''
    logger.go:42: 01:47:33 | async-data-at-rest-encryption/4-check-encryption | + kubectl create configmap -n kuttl-test-charmed-seahorse 04-check-encryption '--from-literal=myTable=ENCRYPTION='\''Y'\'''
    logger.go:42: 01:47:33 | async-data-at-rest-encryption/4-check-encryption | configmap/04-check-encryption created
    logger.go:42: 01:47:34 | async-data-at-rest-encryption/4-check-encryption | test step completed 4-check-encryption
    logger.go:42: 01:47:34 | async-data-at-rest-encryption/5-create-backup | starting test step 5-create-backup
    logger.go:42: 01:47:34 | async-data-at-rest-encryption/5-create-backup | PerconaServerMySQLBackup:kuttl-test-charmed-seahorse/backup1 created
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/5-create-backup | test step completed 5-create-backup
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | starting test step 6-delete-data
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        run_mysql \
            "DROP TABLE myDB.myTable; DROP DATABASE myDB" \
            "-h $(get_haproxy_svc $(get_cluster_name))"]
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | + source ../../functions
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ realpath ../../..
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++++ pwd
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/tests/async-data-at-rest-encryption
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++ test_name=async-data-at-rest-encryption
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/vars.sh
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export GIT_BRANCH=PR-1164
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ GIT_BRANCH=PR-1164
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ [[ -z 8.4 ]]
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export MYSQL_VERSION=8.4
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ MYSQL_VERSION=8.4
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export MINIO_VER=5.4.0
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ MINIO_VER=5.4.0
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ export VAULT_VER=0.16.1
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ VAULT_VER=0.16.1
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++++ which gdate
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++++ which date
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ date=/usr/sbin/date
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ oc get projects
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ :
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ kubectl get nodes
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ grep '^minikube'
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ which gsed
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ which sed
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++ sed=/usr/sbin/sed
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | ++ oc get projects
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ kubectl version -o json
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | +++ grep '\-eks\-'
    logger.go:42: 01:47:47 | async-data-at-rest-encryption/6-delete-data | grep: warning: stray \ before -
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | ++ '[' ']'
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | ++ EKS=0
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | +++ get_cluster_name
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | +++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | ++ get_haproxy_svc async-data-at-rest-encryption
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | ++ local cluster=async-data-at-rest-encryption
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | ++ echo async-data-at-rest-encryption-haproxy
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | + run_mysql 'DROP TABLE myDB.myTable; DROP DATABASE myDB' '-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | + local 'command=DROP TABLE myDB.myTable; DROP DATABASE myDB'
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | + local 'host=-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | ++ get_user_pass root
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | ++ local user=root
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | +++ get_cluster_name
    logger.go:42: 01:47:48 | async-data-at-rest-encryption/6-delete-data | +++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:47:49 | async-data-at-rest-encryption/6-delete-data | ++ local secret=async-data-at-rest-encryption-secrets
    logger.go:42: 01:47:49 | async-data-at-rest-encryption/6-delete-data | ++ kubectl -n kuttl-test-charmed-seahorse get secret async-data-at-rest-encryption-secrets -o 'jsonpath={.data.root}'
    logger.go:42: 01:47:49 | async-data-at-rest-encryption/6-delete-data | ++ base64 --decode
    logger.go:42: 01:47:49 | async-data-at-rest-encryption/6-delete-data | + local 'user=-uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:47:49 | async-data-at-rest-encryption/6-delete-data | + local pod=
    logger.go:42: 01:47:49 | async-data-at-rest-encryption/6-delete-data | ++ get_client_pod
    logger.go:42: 01:47:49 | async-data-at-rest-encryption/6-delete-data | ++ kubectl -n kuttl-test-charmed-seahorse get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | + client_pod=mysql-client
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | + wait_pod mysql-client
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | + local pod=mysql-client
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | + local ns=kuttl-test-charmed-seahorse
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | + set +o xtrace
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | mysql-clienttrue
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | + kubectl -n kuttl-test-charmed-seahorse exec mysql-client -- bash -c 'printf '\''%s\n'\'' "DROP TABLE myDB.myTable; DROP DATABASE myDB" | mysql -sN -h async-data-at-rest-encryption-haproxy -uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | + /usr/sbin/sed -e 's/mysql: //'
    logger.go:42: 01:47:50 | async-data-at-rest-encryption/6-delete-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 01:47:51 | async-data-at-rest-encryption/6-delete-data | + :
    logger.go:42: 01:47:51 | async-data-at-rest-encryption/6-delete-data | test step completed 6-delete-data
    logger.go:42: 01:47:51 | async-data-at-rest-encryption/7-restore-data | starting test step 7-restore-data
    logger.go:42: 01:47:52 | async-data-at-rest-encryption/7-restore-data | PerconaServerMySQLRestore:kuttl-test-charmed-seahorse/restore1 created
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/7-restore-data | test step completed 7-restore-data
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | starting test step 8-read-data
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        data=$(run_mysql \
            "SELECT * FROM myDB.myTable" \
            "-h $(get_haproxy_svc $(get_cluster_name))")
        
        kubectl create configmap -n "${NAMESPACE}" 08-read-data --from-literal=data="${data}"]
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | + source ../../functions
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ realpath ../../..
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | ++++ pwd
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/tests/async-data-at-rest-encryption
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | ++ test_name=async-data-at-rest-encryption
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/vars.sh
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export GIT_BRANCH=PR-1164
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ GIT_BRANCH=PR-1164
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ [[ -z 8.4 ]]
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export MYSQL_VERSION=8.4
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ MYSQL_VERSION=8.4
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export MINIO_VER=5.4.0
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ MINIO_VER=5.4.0
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ export VAULT_VER=0.16.1
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ VAULT_VER=0.16.1
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | ++++ which gdate
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | ++++ which date
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ date=/usr/sbin/date
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ oc get projects
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ :
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ kubectl get nodes
    logger.go:42: 01:51:56 | async-data-at-rest-encryption/8-read-data | +++ grep '^minikube'
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | +++ which gsed
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | +++ which sed
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | ++ sed=/usr/sbin/sed
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | ++ oc get projects
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | +++ kubectl version -o json
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | +++ grep '\-eks\-'
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | grep: warning: stray \ before -
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | ++ '[' ']'
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | ++ EKS=0
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | ++++ get_cluster_name
    logger.go:42: 01:51:57 | async-data-at-rest-encryption/8-read-data | ++++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | +++ get_haproxy_svc async-data-at-rest-encryption
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | +++ local cluster=async-data-at-rest-encryption
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | +++ echo async-data-at-rest-encryption-haproxy
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | ++ local 'command=SELECT * FROM myDB.myTable'
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | ++ local 'host=-h async-data-at-rest-encryption-haproxy'
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | +++ get_user_pass root
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | +++ local user=root
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | ++++ get_cluster_name
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | ++++ kubectl -n kuttl-test-charmed-seahorse get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | +++ local secret=async-data-at-rest-encryption-secrets
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | +++ kubectl -n kuttl-test-charmed-seahorse get secret async-data-at-rest-encryption-secrets -o 'jsonpath={.data.root}'
    logger.go:42: 01:51:58 | async-data-at-rest-encryption/8-read-data | +++ base64 --decode
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ local 'user=-uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ local pod=
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | +++ get_client_pod
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | +++ kubectl -n kuttl-test-charmed-seahorse get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ client_pod=mysql-client
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ wait_pod mysql-client
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ local pod=mysql-client
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ local ns=kuttl-test-charmed-seahorse
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ set +o xtrace
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | mysql-clienttrue
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ kubectl -n kuttl-test-charmed-seahorse exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h async-data-at-rest-encryption-haproxy -uroot -p'\''g1m1osVxGwYW94)bG'\'''
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ /usr/sbin/sed -e 's/mysql: //'
    logger.go:42: 01:51:59 | async-data-at-rest-encryption/8-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 01:52:00 | async-data-at-rest-encryption/8-read-data | + data=100500
    logger.go:42: 01:52:00 | async-data-at-rest-encryption/8-read-data | + kubectl create configmap -n kuttl-test-charmed-seahorse 08-read-data --from-literal=data=100500
    logger.go:42: 01:52:01 | async-data-at-rest-encryption/8-read-data | configmap/08-read-data created
    logger.go:42: 01:52:01 | async-data-at-rest-encryption/8-read-data | test step completed 8-read-data
    logger.go:42: 01:52:01 | async-data-at-rest-encryption/9-scale-up | starting test step 9-scale-up
    logger.go:42: 01:52:02 | async-data-at-rest-encryption/9-scale-up | PerconaServerMySQL:kuttl-test-charmed-seahorse/async-data-at-rest-encryption updated
    logger.go:42: 01:54:21 | async-data-at-rest-encryption/9-scale-up | test step completed 9-scale-up
    logger.go:42: 01:54:21 | async-data-at-rest-encryption/10-scale-down | starting test step 10-scale-down
    logger.go:42: 01:54:22 | async-data-at-rest-encryption/10-scale-down | PerconaServerMySQL:kuttl-test-charmed-seahorse/async-data-at-rest-encryption updated
    logger.go:42: 01:54:34 | async-data-at-rest-encryption/10-scale-down | test step completed 10-scale-down
    logger.go:42: 01:54:34 | async-data-at-rest-encryption/98-drop-finalizer | starting test step 98-drop-finalizer
    logger.go:42: 01:54:35 | async-data-at-rest-encryption/98-drop-finalizer | PerconaServerMySQL:kuttl-test-charmed-seahorse/async-data-at-rest-encryption updated
    logger.go:42: 01:54:35 | async-data-at-rest-encryption/98-drop-finalizer | PerconaServerMySQLBackup:kuttl-test-charmed-seahorse/backup1 updated
    logger.go:42: 01:54:35 | async-data-at-rest-encryption/98-drop-finalizer | test step completed 98-drop-finalizer
    logger.go:42: 01:54:35 | async-data-at-rest-encryption/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        destroy_operator]
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | + source ../../functions
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ realpath ../../..
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++++ pwd
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/tests/async-data-at-rest-encryption
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++ test_name=async-data-at-rest-encryption
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/vars.sh
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/deploy
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/e2e-tests/conf
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/ps/async-data-at-rest-encryption
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-1164
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-1164
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ VERSION=PR-1164-9bd7f24f
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ [[ -z 8.4 ]]
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export MYSQL_VERSION=8.4
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ MYSQL_VERSION=8.4
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=1.4.3
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ CERT_MANAGER_VER=1.18.2
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export MINIO_VER=5.4.0
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ MINIO_VER=5.4.0
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ CHAOS_MESH_VER=2.7.2
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ export VAULT_VER=0.16.1
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ VAULT_VER=0.16.1
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++++ which gdate
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++++ which date
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ date=/usr/sbin/date
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ oc get projects
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ :
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ kubectl get nodes
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ grep '^minikube'
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ which gsed
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1164/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ which sed
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++ sed=/usr/sbin/sed
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++ oc get projects
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ kubectl version -o json
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ jq -r .serverVersion.gitVersion
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | +++ grep '\-eks\-'
    logger.go:42: 01:54:36 | async-data-at-rest-encryption/99-remove-cluster-gracefully | grep: warning: stray \ before -
    logger.go:42: 01:54:37 | async-data-at-rest-encryption/99-remove-cluster-gracefully | Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
    logger.go:42: 01:54:37 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++ '[' ']'
    logger.go:42: 01:54:37 | async-data-at-rest-encryption/99-remove-cluster-gracefully | ++ EKS=0
    logger.go:42: 01:54:37 | async-data-at-rest-encryption/99-remove-cluster-gracefully | + destroy_operator
    logger.go:42: 01:54:37 | async-data-at-rest-encryption/99-remove-cluster-gracefully | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
    logger.go:42: 01:54:37 | async-data-at-rest-encryption/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 01:54:37 | async-data-at-rest-encryption/99-remove-cluster-gracefully | deployment.apps "percona-server-mysql-operator" force deleted from ps-operator namespace
    logger.go:42: 01:54:38 | async-data-at-rest-encryption/99-remove-cluster-gracefully | + [[ -n ps-operator ]]
    logger.go:42: 01:54:38 | async-data-at-rest-encryption/99-remove-cluster-gracefully | + kubectl delete namespace ps-operator --force --grace-period=0
    logger.go:42: 01:54:38 | async-data-at-rest-encryption/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 01:54:38 | async-data-at-rest-encryption/99-remove-cluster-gracefully | namespace "ps-operator" force deleted
    logger.go:42: 01:54:48 | async-data-at-rest-encryption/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | async-data-at-rest-encryption events from ns kuttl-test-charmed-seahorse:
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:21 +0000 UTC	Normal	Pod mysql-client	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/mysql-client to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:21 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:36 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 14.942s (14.942s including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:36 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Created	Created container: mysql-client	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:36 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Started	Started container mysql-client	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:37 +0000 UTC	Normal	ReplicaSet.apps minio-service-d9589b474		SuccessfulCreate	Created pod: minio-service-d9589b474-4678c	replicaset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:37 +0000 UTC	Normal	PersistentVolumeClaim minio-service		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:37 +0000 UTC	Normal	Deployment.apps minio-service		ScalingReplicaSet	Scaled up replica set minio-service-d9589b474 to 1	deployment-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:37 +0000 UTC	Normal	PersistentVolumeClaim minio-service		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:37 +0000 UTC	Normal	PersistentVolumeClaim minio-service		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-charmed-seahorse/minio-service"	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:39 +0000 UTC	Normal	Pod minio-service-post-job-nfjwq	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/minio-service-post-job-nfjwq to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-krr0	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:39 +0000 UTC	Normal	Pod minio-service-post-job-nfjwq.spec.containers{minio-make-user}		Pulling	Pulling image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:39 +0000 UTC	Normal	Job.batch minio-service-post-job		SuccessfulCreate	Created pod: minio-service-post-job-nfjwq	job-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:41 +0000 UTC	Normal	Pod minio-service-d9589b474-4678c	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/minio-service-d9589b474-4678c to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:41 +0000 UTC	Normal	Pod minio-service-post-job-nfjwq.spec.containers{minio-make-user}		Pulled	Successfully pulled image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" in 1.661s (1.661s including waiting). Image size: 28122288 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:41 +0000 UTC	Normal	Pod minio-service-post-job-nfjwq.spec.containers{minio-make-user}		Created	Created container: minio-make-user	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:41 +0000 UTC	Normal	Pod minio-service-post-job-nfjwq.spec.containers{minio-make-user}		Started	Started container minio-make-user	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:41 +0000 UTC	Normal	PersistentVolumeClaim minio-service		ProvisioningSucceeded	Successfully provisioned volume pvc-b1731cb0-dcf1-42a6-abc8-bcaa9c9ad696	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:46 +0000 UTC	Normal	Pod minio-service-d9589b474-4678c		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-b1731cb0-dcf1-42a6-abc8-bcaa9c9ad696" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:48 +0000 UTC	Normal	Pod minio-service-d9589b474-4678c.spec.containers{minio}		Pulling	Pulling image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:52 +0000 UTC	Normal	Pod minio-service-d9589b474-4678c.spec.containers{minio}		Pulled	Successfully pulled image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" in 4.273s (4.273s including waiting). Image size: 62642371 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:52 +0000 UTC	Normal	Pod minio-service-d9589b474-4678c.spec.containers{minio}		Created	Created container: minio	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:41:52 +0000 UTC	Normal	Pod minio-service-d9589b474-4678c.spec.containers{minio}		Started	Started container minio	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:42:02 +0000 UTC	Normal	Job.batch minio-service-post-job		Completed	Job completed	job-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:42:05 +0000 UTC	Normal	Pod aws-cli	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/aws-cli to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:42:05 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulling	Pulling image "perconalab/awscli"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:42:07 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulled	Successfully pulled image "perconalab/awscli" in 2.012s (2.012s including waiting). Image size: 30314917 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:42:07 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Created	Created container: aws-cli	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:42:07 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Started	Started container aws-cli	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:04 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-async-data-at-rest-encryption-mysql-0 Pod async-data-at-rest-encryption-mysql-0 in StatefulSet async-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:04 +0000 UTC	Normal	PodDisruptionBudget.policy async-data-at-rest-encryption-mysql		NoPods	No matching pods found	controllermanager	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:04 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Pod async-data-at-rest-encryption-mysql-0 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:04 +0000 UTC	Normal	PodDisruptionBudget.policy async-data-at-rest-encryption-orchestrator		NoPods	No matching pods found	controllermanager	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:04 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-0		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:04 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-0		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:04 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-0		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-charmed-seahorse/datadir-async-data-at-rest-encryption-mysql-0"	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:05 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-orc-0 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:05 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-orc		SuccessfulCreate	create Pod async-data-at-rest-encryption-orc-0 in StatefulSet async-data-at-rest-encryption-orc successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:05 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com async-data-at-rest-encryption		ClusterStateChanged	 -> Initializing	ps-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 115ms (115ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-mysql-0 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-zvcd	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:08 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-0		ProvisioningSucceeded	Successfully provisioned volume pvc-8ffb2e6b-d0bc-4446-aaf1-0db6c29e2d4f	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 1.392s (1.392s including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:10 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 94ms (94ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:10 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:10 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:15 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-8ffb2e6b-d0bc-4446-aaf1-0db6c29e2d4f" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 181ms (181ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:19 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:33 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 14.683s (14.683s including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:33 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:34 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:34 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:41 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-orc-1 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-krr0	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:41 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-orc		SuccessfulCreate	create Pod async-data-at-rest-encryption-orc-1 in StatefulSet async-data-at-rest-encryption-orc successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:42 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:42 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 139ms (139ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:42 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:42 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:43 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:45 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 1.386s (1.386s including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:45 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:45 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:45 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:45 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 92ms (92ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:45 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:45 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 25.933s (25.933s including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:43:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:04 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 4.257s (4.257s including waiting). Image size: 139956959 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:04 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:04 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-haproxy-0 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:08 +0000 UTC	Normal	PodDisruptionBudget.policy async-data-at-rest-encryption-haproxy		NoPods	No matching pods found	controllermanager	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:08 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-haproxy		SuccessfulCreate	create Pod async-data-at-rest-encryption-haproxy-0 in StatefulSet async-data-at-rest-encryption-haproxy successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:08 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-async-data-at-rest-encryption-mysql-1 Pod async-data-at-rest-encryption-mysql-1 in StatefulSet async-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:08 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Pod async-data-at-rest-encryption-mysql-1 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:08 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-1		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:08 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-1		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:08 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-1		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-charmed-seahorse/datadir-async-data-at-rest-encryption-mysql-1"	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 109ms (109ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:11 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:12 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-mysql-1 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-krr0	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:12 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-1		ProvisioningSucceeded	Successfully provisioned volume pvc-5d729da6-7c83-4f9a-b4ab-701347bfba36	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 2.099s (2.099s including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 104ms (104ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-orc-2 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-zvcd	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 147ms (147ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:17 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:17 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-orc		SuccessfulCreate	create Pod async-data-at-rest-encryption-orc-2 in StatefulSet async-data-at-rest-encryption-orc successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:20 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-5d729da6-7c83-4f9a-b4ab-701347bfba36" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:23 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:23 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 127ms (127ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:23 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:23 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 1.252s (1.252s including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 89ms (89ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:29 +0000 UTC	Warning	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Unhealthy	Readiness probe failed: ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 2
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:37 +0000 UTC	Warning	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Unhealthy	Liveness probe failed: Get "http://10.54.137.15:3000/api/lb-check": dial tcp 10.54.137.15:3000: connect: connection refused	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:40 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 14.646s (14.646s including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:40 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:40 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:44:40 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 25.798s (25.798s including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:10 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 4.028s (4.028s including waiting). Image size: 139956959 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:10 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:10 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:13 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/12 01:45:13 Waiting for MySQL ready state
        2025/11/12 01:45:13 MySQL is ready
        2025/11/12 01:45:13 Peers: [3439633430353166.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6137383330613736.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse]
        2025/11/12 01:45:13 FQDN: async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:45:13 Primary: async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse Replicas: [async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse]
        2025/11/12 01:45:13 lookup async-data-at-rest-encryption-mysql-1 [10.54.136.12]
        2025/11/12 01:45:13 PodIP: 10.54.136.12
        2025/11/12 01:45:13 lookup async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse [10.54.137.14]
        2025/11/12 01:45:13 PrimaryIP: 10.54.137.14
        2025/11/12 01:45:13 Donor: async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:45:13 Opening connection to 10.54.136.12
        2025/11/12 01:45:13 Clone required: true
        2025/11/12 01:45:13 Checking if a clone in progress
        2025/11/12 01:45:13 Clone in progress: false
        2025/11/12 01:45:13 Cloning from async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:45:13 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:23 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 81ms (81ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:53 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-async-data-at-rest-encryption-mysql-2 Pod async-data-at-rest-encryption-mysql-2 in StatefulSet async-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:53 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Pod async-data-at-rest-encryption-mysql-2 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:53 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-2		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:53 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-2		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:53 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-2		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-charmed-seahorse/datadir-async-data-at-rest-encryption-mysql-2"	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:57 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-mysql-2 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:45:57 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-2		ProvisioningSucceeded	Successfully provisioned volume pvc-4e1c5e9a-63c6-42bc-8960-b0391e23aa90	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:04 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-haproxy-1 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-zvcd	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:04 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:04 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-haproxy		SuccessfulCreate	create Pod async-data-at-rest-encryption-haproxy-1 in StatefulSet async-data-at-rest-encryption-haproxy successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:05 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 104ms (104ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:05 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:05 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:05 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-4e1c5e9a-63c6-42bc-8960-b0391e23aa90" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 142ms (142ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 87ms (87ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 2.182s (2.182s including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 114ms (114ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 16.961s (16.961s including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-haproxy-2 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-krr0	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 123ms (123ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:25 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-haproxy		SuccessfulCreate	create Pod async-data-at-rest-encryption-haproxy-2 in StatefulSet async-data-at-rest-encryption-haproxy successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:29 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 2.041s (2.041s including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:29 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 4.958s (4.958s including waiting). Image size: 139956959 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:30 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:30 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:30 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:30 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 99ms (99ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:30 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:30 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:30 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:30 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:36 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/12 01:46:36 Waiting for MySQL ready state
        2025/11/12 01:46:36 MySQL is ready
        2025/11/12 01:46:36 Peers: [3439633430353166.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6137383330613736.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6564663864383264.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse]
        2025/11/12 01:46:36 FQDN: async-data-at-rest-encryption-mysql-2.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:46:36 Primary: async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse Replicas: [async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse async-data-at-rest-encryption-mysql-2.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse]
        2025/11/12 01:46:36 lookup async-data-at-rest-encryption-mysql-2 [10.54.138.17]
        2025/11/12 01:46:36 PodIP: 10.54.138.17
        2025/11/12 01:46:36 lookup async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse [10.54.137.14]
        2025/11/12 01:46:36 PrimaryIP: 10.54.137.14
        2025/11/12 01:46:36 Donor: async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:46:36 Opening connection to 10.54.138.17
        2025/11/12 01:46:36 Clone required: true
        2025/11/12 01:46:36 Checking if a clone in progress
        2025/11/12 01:46:36 Clone in progress: false
        2025/11/12 01:46:36 Cloning from async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:46:36 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:36 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:46:46 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 120ms (120ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:20 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com async-data-at-rest-encryption		ClusterStateChanged	Initializing -> Ready	ps-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:35 +0000 UTC	Normal	Pod xb-backup1-minio-h278h	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/xb-backup1-minio-h278h to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:35 +0000 UTC	Normal	Pod xb-backup1-minio-h278h.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:35 +0000 UTC	Normal	Pod xb-backup1-minio-h278h.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 130ms (130ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:35 +0000 UTC	Normal	Pod xb-backup1-minio-h278h.spec.initContainers{xtrabackup-init}		Created	Created container: xtrabackup-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:35 +0000 UTC	Normal	Pod xb-backup1-minio-h278h.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:35 +0000 UTC	Normal	Job.batch xb-backup1-minio		SuccessfulCreate	Created pod: xb-backup1-minio-h278h	job-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:37 +0000 UTC	Normal	Pod xb-backup1-minio-h278h.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:37 +0000 UTC	Normal	Pod xb-backup1-minio-h278h.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 86ms (86ms including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:37 +0000 UTC	Normal	Pod xb-backup1-minio-h278h.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:38 +0000 UTC	Normal	Pod xb-backup1-minio-h278h.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:44 +0000 UTC	Normal	Job.batch xb-backup1-minio		Completed	Job completed	job-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:52 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod async-data-at-rest-encryption-mysql-2 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:52 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-orc		SuccessfulDelete	delete Pod async-data-at-rest-encryption-orc-2 in StatefulSet async-data-at-rest-encryption-orc successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:53 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:53 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:53 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-haproxy		SuccessfulDelete	delete Pod async-data-at-rest-encryption-haproxy-2 in StatefulSet async-data-at-rest-encryption-haproxy successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:53 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com async-data-at-rest-encryption		ClusterStateChanged	Ready -> Stopping	ps-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:54 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-haproxy		SuccessfulDelete	delete Pod async-data-at-rest-encryption-haproxy-1 in StatefulSet async-data-at-rest-encryption-haproxy successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:54 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-haproxy		SuccessfulDelete	delete Pod async-data-at-rest-encryption-haproxy-0 in StatefulSet async-data-at-rest-encryption-haproxy successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:56 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:56 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:56 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:56 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod async-data-at-rest-encryption-mysql-1 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:47:57 +0000 UTC	Warning	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Unhealthy	Readiness probe failed: Get "http://10.54.137.15:3000/api/health": dial tcp 10.54.137.15:3000: connect: connection refused	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:00 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod async-data-at-rest-encryption-mysql-0 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:01 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com async-data-at-rest-encryption		ClusterStateChanged	Stopping -> Paused	ps-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:02 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/11/12 01:48:02 MySQL state is not ready...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:07 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:13 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:13 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-orc		SuccessfulDelete	delete Pod async-data-at-rest-encryption-orc-1 in StatefulSet async-data-at-rest-encryption-orc successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:14 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-orc		SuccessfulDelete	delete Pod async-data-at-rest-encryption-orc-0 in StatefulSet async-data-at-rest-encryption-orc successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:22 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/xb-restore-restore1-fxf4z to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:22 +0000 UTC	Warning	Pod xb-restore-restore1-fxf4z		FailedAttachVolume	Multi-Attach error for volume "pvc-8ffb2e6b-d0bc-4446-aaf1-0db6c29e2d4f" Volume is already exclusively attached to one node and can't be attached to another	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:22 +0000 UTC	Normal	Job.batch xb-restore-restore1		SuccessfulCreate	Created pod: xb-restore-restore1-fxf4z	job-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:37 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-8ffb2e6b-d0bc-4446-aaf1-0db6c29e2d4f" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:38 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:38 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 117ms (117ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:38 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z.spec.initContainers{xtrabackup-init}		Created	Created container: xtrabackup-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:38 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:40 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:40 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 97ms (97ms including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:40 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:40 +0000 UTC	Normal	Pod xb-restore-restore1-fxf4z.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:47 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-mysql-0 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-zvcd	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:47 +0000 UTC	Normal	Job.batch xb-restore-restore1		Completed	Job completed	job-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:48 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-0		FailedAttachVolume	Multi-Attach error for volume "pvc-8ffb2e6b-d0bc-4446-aaf1-0db6c29e2d4f" Volume is already exclusively attached to one node and can't be attached to another	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-orc-0 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 131ms (131ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:48 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com async-data-at-rest-encryption		ClusterStateChanged	Paused -> Initializing	ps-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:49 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 105ms (105ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 103ms (103ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:48:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:05 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-8ffb2e6b-d0bc-4446-aaf1-0db6c29e2d4f" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:06 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 128ms (128ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:08 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 113ms (113ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 138ms (138ms including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 82ms (82ms including waiting). Image size: 139956959 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:09 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-orc-1 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-krr0	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 98ms (98ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 99ms (99ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 108ms (108ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:42 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-mysql-1 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-krr0	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:45 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-haproxy-0 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:46 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:46 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 139ms (139ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:46 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:46 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 116ms (116ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 82ms (82ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:49 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-5d729da6-7c83-4f9a-b4ab-701347bfba36" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:50 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:50 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 116ms (116ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:50 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:50 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 91ms (91ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 122ms (122ms including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 110ms (110ms including waiting). Image size: 139956959 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:49:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-orc-2 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-zvcd	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.initContainers{orchestrator-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.initContainers{orchestrator-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 113ms (113ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.initContainers{orchestrator-init}		Created	Created container: orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:00 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.initContainers{orchestrator-init}		Started	Started container orchestrator-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:01 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:02 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 102ms (102ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:02 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Created	Created container: orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:02 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Started	Started container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:02 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:02 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 97ms (97ms including waiting). Image size: 77414761 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:02 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:02 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:06 +0000 UTC	Warning	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Unhealthy	Readiness probe failed: ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 2
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:11 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/12 01:50:10 Waiting for MySQL ready state
        2025/11/12 01:50:10 MySQL is ready
        2025/11/12 01:50:10 Peers: [3337643031323034.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6565623366333531.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse]
        2025/11/12 01:50:10 FQDN: async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:50:10 Primary: async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse Replicas: [async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse]
        2025/11/12 01:50:10 lookup async-data-at-rest-encryption-mysql-1 [10.54.136.15]
        2025/11/12 01:50:10 PodIP: 10.54.136.15
        2025/11/12 01:50:10 lookup async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse [10.54.137.17]
        2025/11/12 01:50:10 PrimaryIP: 10.54.137.17
        2025/11/12 01:50:10 Donor: async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:50:10 Opening connection to 10.54.136.15
        2025/11/12 01:50:10 Clone required: true
        2025/11/12 01:50:10 Checking if a clone in progress
        2025/11/12 01:50:10 Clone in progress: false
        2025/11/12 01:50:10 Cloning from async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:50:11 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:11 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:15 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 103ms (103ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:46 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-mysql-2 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-x5k1	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-haproxy-1 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-zvcd	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:51 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 171ms (171ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:52 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 89ms (89ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 81ms (81ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:54 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-4e1c5e9a-63c6-42bc-8960-b0391e23aa90" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:57 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:57 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 120ms (120ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:57 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:57 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 97ms (97ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 91ms (91ms including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 97ms (97ms including waiting). Image size: 139956959 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:50:59 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:12 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-haproxy-2 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-krr0	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:12 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:12 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 119ms (119ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:12 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.initContainers{haproxy-init}		Created	Created container: haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:12 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.initContainers{haproxy-init}		Started	Started container haproxy-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 126ms (126ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Created	Created container: haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Started	Started container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 100ms (100ms including waiting). Image size: 111182257 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Created	Created container: mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Started	Started container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:18 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/12 01:51:17 Waiting for MySQL ready state
        2025/11/12 01:51:17 MySQL is ready
        2025/11/12 01:51:17 Peers: [3164386163343839.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 3337643031323034.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6565623366333531.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse]
        2025/11/12 01:51:17 FQDN: async-data-at-rest-encryption-mysql-2.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:51:17 Primary: async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse Replicas: [async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse async-data-at-rest-encryption-mysql-2.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse]
        2025/11/12 01:51:17 lookup async-data-at-rest-encryption-mysql-2 [10.54.138.22]
        2025/11/12 01:51:17 PodIP: 10.54.138.22
        2025/11/12 01:51:17 lookup async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse [10.54.137.17]
        2025/11/12 01:51:17 PrimaryIP: 10.54.137.17
        2025/11/12 01:51:17 Donor: async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:51:17 Opening connection to 10.54.138.22
        2025/11/12 01:51:17 Clone required: true
        2025/11/12 01:51:17 Checking if a clone in progress
        2025/11/12 01:51:17 Clone in progress: false
        2025/11/12 01:51:17 Cloning from async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:51:18 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:51:21 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 89ms (89ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:02 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-async-data-at-rest-encryption-mysql-3 Pod async-data-at-rest-encryption-mysql-3 in StatefulSet async-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:02 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-3		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:03 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Pod async-data-at-rest-encryption-mysql-3 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:03 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-3		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:03 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-3		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-charmed-seahorse/datadir-async-data-at-rest-encryption-mysql-3"	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:04 +0000 UTC	Warning	PerconaServerMySQL.ps.percona.com async-data-at-rest-encryption		ClusterStateChanged	Ready -> Initializing	ps-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:06 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-3		ProvisioningSucceeded	Successfully provisioned volume pvc-027bcc95-bebc-4533-bbb4-214079ef0606	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:07 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-mysql-3 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-zvcd	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:14 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-027bcc95-bebc-4533-bbb4-214079ef0606" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:16 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:16 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 125ms (125ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:16 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:16 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 94ms (94ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 113ms (113ms including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 90ms (90ms including waiting). Image size: 139956959 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:18 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:37 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/12 01:52:36 Waiting for MySQL ready state
        2025/11/12 01:52:36 MySQL is ready
        2025/11/12 01:52:36 Peers: [3164386163343839.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 3337643031323034.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6333363562333332.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6565623366333531.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse]
        2025/11/12 01:52:36 FQDN: async-data-at-rest-encryption-mysql-3.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:52:36 Primary: async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse Replicas: [async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse async-data-at-rest-encryption-mysql-2.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse async-data-at-rest-encryption-mysql-3.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse]
        2025/11/12 01:52:36 lookup async-data-at-rest-encryption-mysql-3 [10.54.137.20]
        2025/11/12 01:52:36 PodIP: 10.54.137.20
        2025/11/12 01:52:36 lookup async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse [10.54.137.17]
        2025/11/12 01:52:36 PrimaryIP: 10.54.137.17
        2025/11/12 01:52:36 Donor: async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:52:36 Opening connection to 10.54.137.20
        2025/11/12 01:52:36 Clone required: true
        2025/11/12 01:52:36 Checking if a clone in progress
        2025/11/12 01:52:36 Clone in progress: false
        2025/11/12 01:52:36 Cloning from async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:52:37 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:52:40 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 111ms (111ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:11 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	create Claim datadir-async-data-at-rest-encryption-mysql-4 Pod async-data-at-rest-encryption-mysql-4 in StatefulSet async-data-at-rest-encryption-mysql success	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:11 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulCreate	(combined from similar events): create Pod async-data-at-rest-encryption-mysql-4 in StatefulSet async-data-at-rest-encryption-mysql successful		
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:11 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-4		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:11 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-4		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:11 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-4		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-charmed-seahorse/datadir-async-data-at-rest-encryption-mysql-4"	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:15 +0000 UTC	Normal	PersistentVolumeClaim datadir-async-data-at-rest-encryption-mysql-4		ProvisioningSucceeded	Successfully provisioned volume pvc-2e21bf63-24d1-4d1c-a812-6827270402d6	pd.csi.storage.gke.io_gke-c79e89abad9241e19db3-c8ed-5bce-vm_c90f5073-d379-40ee-acf3-9950134ca9aa	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:16 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4	Binding	Scheduled	Successfully assigned kuttl-test-charmed-seahorse/async-data-at-rest-encryption-mysql-4 to gke-jen-ps-1164-9bd7f24f-default-pool-ae7389ca-krr0	default-scheduler	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:24 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-2e21bf63-24d1-4d1c-a812-6827270402d6" 	attachdetach-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-1164-9bd7f24f" in 129ms (129ms including waiting). Image size: 113063209 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.initContainers{mysql-init}		Created	Created container: mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 95ms (95ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Created	Created container: mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup8.4"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup8.4" in 114ms (114ms including waiting). Image size: 549939332 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Created	Created container: xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:26 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 83ms (83ms including waiting). Image size: 139956959 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{pt-heartbeat}		Created	Created container: pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:27 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:45 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Unhealthy	Startup probe failed: 2025/11/12 01:53:45 Waiting for MySQL ready state
        2025/11/12 01:53:45 MySQL is ready
        2025/11/12 01:53:45 Peers: [3164386163343839.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 3337643031323034.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 3836653161656633.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6333363562333332.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse 6565623366333531.async-data-at-rest-encryption-mysql-unready.kuttl-test-charmed-seahorse]
        2025/11/12 01:53:45 FQDN: async-data-at-rest-encryption-mysql-4.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:53:45 Primary: async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse Replicas: [async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse async-data-at-rest-encryption-mysql-2.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse async-data-at-rest-encryption-mysql-3.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse async-data-at-rest-encryption-mysql-4.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse]
        2025/11/12 01:53:45 lookup async-data-at-rest-encryption-mysql-4 [10.54.136.17]
        2025/11/12 01:53:45 PodIP: 10.54.136.17
        2025/11/12 01:53:45 lookup async-data-at-rest-encryption-mysql-0.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse [10.54.137.17]
        2025/11/12 01:53:45 PrimaryIP: 10.54.137.17
        2025/11/12 01:53:45 Donor: async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:53:45 Opening connection to 10.54.136.17
        2025/11/12 01:53:45 Clone required: true
        2025/11/12 01:53:45 Checking if a clone in progress
        2025/11/12 01:53:45 Clone in progress: false
        2025/11/12 01:53:45 Cloning from async-data-at-rest-encryption-mysql-1.async-data-at-rest-encryption-mysql.kuttl-test-charmed-seahorse
        2025/11/12 01:53:45 Clone finished. Restarting container...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:46 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:53:48 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql8.4" in 88ms (88ms including waiting). Image size: 450511378 bytes.	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:22 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:22 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:22 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-4.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:22 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod async-data-at-rest-encryption-mysql-4 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:25 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-3.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:25 +0000 UTC	Normal	StatefulSet.apps async-data-at-rest-encryption-mysql		SuccessfulDelete	delete Pod async-data-at-rest-encryption-mysql-3 in StatefulSet async-data-at-rest-encryption-mysql successful	statefulset-controller	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:36 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:36 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:36 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Killing	Stopping container haproxy	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Warning	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Unhealthy	Readiness probe failed: ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1:33062' (111)
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Warning	PodDisruptionBudget.policy async-data-at-rest-encryption-haproxy		CalculateExpectedPodCountFailed	Failed to calculate the number of expected pods: found no controllers for pod "async-data-at-rest-encryption-haproxy-1"	controllermanager	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Warning	PodDisruptionBudget.policy async-data-at-rest-encryption-haproxy		CalculateExpectedPodCountFailed	Failed to calculate the number of expected pods: found no controllers for pod "async-data-at-rest-encryption-haproxy-0"	controllermanager	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-0.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/11/12 01:54:36 MySQL state is not ready...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-1.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-mysql-2.spec.containers{pt-heartbeat}		Killing	Stopping container pt-heartbeat	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-0.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-1.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{orchestrator}		Killing	Stopping container orchestrator	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:37 +0000 UTC	Normal	Pod async-data-at-rest-encryption-orc-2.spec.containers{mysql-monit}		Killing	Stopping container mysql-monit	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:41 +0000 UTC	Warning	Pod async-data-at-rest-encryption-haproxy-0.spec.containers{haproxy}		Unhealthy	Readiness probe failed: ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1:33062' (111)
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:41 +0000 UTC	Warning	Pod async-data-at-rest-encryption-haproxy-1.spec.containers{haproxy}		Unhealthy	Readiness probe failed: ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1:33062' (111)
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:41 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/11/12 01:54:41 MySQL state is not ready...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:46 +0000 UTC	Warning	Pod async-data-at-rest-encryption-mysql-0.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2025/11/12 01:54:46 MySQL state is not ready...
        	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | 2025-11-12 01:54:47 +0000 UTC	Warning	Pod async-data-at-rest-encryption-haproxy-2.spec.containers{haproxy}		Unhealthy	Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state	kubelet	
    logger.go:42: 01:54:49 | async-data-at-rest-encryption | Deleting namespace: kuttl-test-charmed-seahorse
=== NAME  kuttl
    harness.go:403: run tests finished
    harness.go:510: cleaning up
    harness.go:567: removing temp folder: ""
--- PASS: kuttl (841.75s)
    --- PASS: kuttl/harness (0.00s)
        --- PASS: kuttl/harness/async-data-at-rest-encryption (841.01s)
PASS