=== RUN   kuttl
    harness.go:464: starting setup
    harness.go:255: running tests using configured kubeconfig.
    harness.go:278: Successful connection to cluster at: https://34.46.49.154
    harness.go:363: running tests
    harness.go:75: going to run test suite with timeout of 180 seconds for each step
    harness.go:375: testsuite: e2e-tests/tests has 34 tests
=== RUN   kuttl/harness
=== RUN   kuttl/harness/gr-scheduled-backup
=== PAUSE kuttl/harness/gr-scheduled-backup
=== CONT  kuttl/harness/gr-scheduled-backup
    logger.go:42: 02:00:15 | gr-scheduled-backup | Creating namespace: kuttl-test-smart-perch
    logger.go:42: 02:00:16 | gr-scheduled-backup/0-minio-secret | starting test step 0-minio-secret
    logger.go:42: 02:00:16 | gr-scheduled-backup/0-minio-secret | Secret:kuttl-test-smart-perch/minio-secret created
    logger.go:42: 02:00:16 | gr-scheduled-backup/0-minio-secret | test step completed 0-minio-secret
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | starting test step 1-deploy-operator
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        init_temp_dir # do this only in the first TestStep
        
        apply_s3_storage_secrets
        deploy_operator
        deploy_non_tls_cluster_secrets
        deploy_tls_cluster_secrets
        deploy_client
        deploy_minio]
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | + source ../../functions
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ realpath ../../..
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | ++++ pwd
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/tests/gr-scheduled-backup
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | ++ test_name=gr-scheduled-backup
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/vars.sh
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export GIT_BRANCH=PR-731
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ GIT_BRANCH=PR-731
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export VERSION=PR-731-5c2e826b
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ VERSION=PR-731-5c2e826b
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ export CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | ++++ which gdate
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-731/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | ++++ which date
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ date=/usr/bin/date
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ command -v oc
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ kubectl get nodes
    logger.go:42: 02:00:16 | gr-scheduled-backup/1-deploy-operator | +++ grep '^minikube'
    logger.go:42: 02:00:17 | gr-scheduled-backup/1-deploy-operator | + init_temp_dir
    logger.go:42: 02:00:17 | gr-scheduled-backup/1-deploy-operator | + rm -rf /tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:00:17 | gr-scheduled-backup/1-deploy-operator | + mkdir -p /tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:00:17 | gr-scheduled-backup/1-deploy-operator | + apply_s3_storage_secrets
    logger.go:42: 02:00:17 | gr-scheduled-backup/1-deploy-operator | + kubectl -n kuttl-test-smart-perch apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf/minio-secret.yml
    logger.go:42: 02:00:18 | gr-scheduled-backup/1-deploy-operator | Warning: resource secrets/minio-secret is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
    logger.go:42: 02:00:18 | gr-scheduled-backup/1-deploy-operator | secret/minio-secret configured
    logger.go:42: 02:00:18 | gr-scheduled-backup/1-deploy-operator | + kubectl -n kuttl-test-smart-perch apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf/cloud-secret.yml
    logger.go:42: 02:00:19 | gr-scheduled-backup/1-deploy-operator | secret/aws-s3-secret created
    logger.go:42: 02:00:19 | gr-scheduled-backup/1-deploy-operator | secret/gcp-cs-secret created
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | secret/azure-secret created
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + deploy_operator
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + destroy_operator
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | Error from server (NotFound): deployments.apps "percona-server-mysql-operator" not found
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + true
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + [[ -n ps-operator ]]
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | Error from server (NotFound): namespaces "ps-operator" not found
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + true
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + [[ -n ps-operator ]]
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + create_namespace ps-operator
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + local namespace=ps-operator
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + [[ -n '' ]]
    logger.go:42: 02:00:20 | gr-scheduled-backup/1-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found
    logger.go:42: 02:00:21 | gr-scheduled-backup/1-deploy-operator | + kubectl wait --for=delete namespace ps-operator
    logger.go:42: 02:00:21 | gr-scheduled-backup/1-deploy-operator | + kubectl create namespace ps-operator
    logger.go:42: 02:00:22 | gr-scheduled-backup/1-deploy-operator | namespace/ps-operator created
    logger.go:42: 02:00:22 | gr-scheduled-backup/1-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy/crd.yaml
    logger.go:42: 02:00:23 | gr-scheduled-backup/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied
    logger.go:42: 02:00:23 | gr-scheduled-backup/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied
    logger.go:42: 02:00:24 | gr-scheduled-backup/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied
    logger.go:42: 02:00:24 | gr-scheduled-backup/1-deploy-operator | + '[' -n ps-operator ']'
    logger.go:42: 02:00:24 | gr-scheduled-backup/1-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy/cw-rbac.yaml
    logger.go:42: 02:00:25 | gr-scheduled-backup/1-deploy-operator | serviceaccount/percona-server-mysql-operator created
    logger.go:42: 02:00:25 | gr-scheduled-backup/1-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 02:00:25 | gr-scheduled-backup/1-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged
    logger.go:42: 02:00:26 | gr-scheduled-backup/1-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 02:00:26 | gr-scheduled-backup/1-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged
    logger.go:42: 02:00:26 | gr-scheduled-backup/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"'
    logger.go:42: 02:00:26 | gr-scheduled-backup/1-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:00:26 | gr-scheduled-backup/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"'
    logger.go:42: 02:00:26 | gr-scheduled-backup/1-deploy-operator | + kubectl -n ps-operator apply -f -
    logger.go:42: 02:00:26 | gr-scheduled-backup/1-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-731-5c2e826b"' /mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy/cw-operator.yaml
    logger.go:42: 02:00:27 | gr-scheduled-backup/1-deploy-operator | configmap/percona-server-mysql-operator-config created
    logger.go:42: 02:00:27 | gr-scheduled-backup/1-deploy-operator | deployment.apps/percona-server-mysql-operator created
    logger.go:42: 02:00:27 | gr-scheduled-backup/1-deploy-operator | + deploy_non_tls_cluster_secrets
    logger.go:42: 02:00:27 | gr-scheduled-backup/1-deploy-operator | + kubectl -n kuttl-test-smart-perch apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf/secrets.yaml
    logger.go:42: 02:00:28 | gr-scheduled-backup/1-deploy-operator | secret/test-secrets created
    logger.go:42: 02:00:28 | gr-scheduled-backup/1-deploy-operator | + deploy_tls_cluster_secrets
    logger.go:42: 02:00:28 | gr-scheduled-backup/1-deploy-operator | + kubectl -n kuttl-test-smart-perch apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf/ssl-secret.yaml
    logger.go:42: 02:00:29 | gr-scheduled-backup/1-deploy-operator | secret/test-ssl created
    logger.go:42: 02:00:29 | gr-scheduled-backup/1-deploy-operator | + deploy_client
    logger.go:42: 02:00:29 | gr-scheduled-backup/1-deploy-operator | + kubectl -n kuttl-test-smart-perch apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf/client.yaml
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | pod/mysql-client created
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | + deploy_minio
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | + local access_key
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | + local secret_key
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | ++ kubectl -n kuttl-test-smart-perch get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}'
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | ++ base64 -d
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | + access_key=some-access-key
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | ++ kubectl -n kuttl-test-smart-perch get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}'
    logger.go:42: 02:00:30 | gr-scheduled-backup/1-deploy-operator | ++ base64 -d
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + secret_key=some-secret-key
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + helm uninstall -n kuttl-test-smart-perch minio-service
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-731/kubeconfig
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-731/kubeconfig
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + :
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + helm repo remove minio
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-731/kubeconfig
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-731/kubeconfig
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | "minio" has been removed from your repositories
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + helm repo add minio https://charts.min.io/
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-731/kubeconfig
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-731/kubeconfig
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | "minio" has been added to your repositories
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | +++ printf %q some-access-key
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | ++ printf %q some-access-key
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | +++ printf %q some-secret-key
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | ++ printf %q some-secret-key
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-smart-perch --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + local max=10
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + local delay=60
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + shift 2
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + local n=1
    logger.go:42: 02:00:31 | gr-scheduled-backup/1-deploy-operator | + helm install minio-service -n kuttl-test-smart-perch --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
    logger.go:42: 02:00:32 | gr-scheduled-backup/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-731/kubeconfig
    logger.go:42: 02:00:32 | gr-scheduled-backup/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-731/kubeconfig
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | NAME: minio-service
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | LAST DEPLOYED: Wed Aug 14 02:00:32 2024
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | NAMESPACE: kuttl-test-smart-perch
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | STATUS: deployed
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | REVISION: 1
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | TEST SUITE: None
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | NOTES:
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | minio-service.kuttl-test-smart-perch.svc.cluster.local
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | 
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | To access MinIO from localhost, run the below commands:
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | 
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator |   1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-smart-perch -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | 
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator |   2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-smart-perch
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | 
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | 
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | 
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator |   1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | 
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator |   2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-smart-perch minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-smart-perch minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | 
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator |   3. mc ls minio-service-local
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | ++ kubectl -n kuttl-test-smart-perch get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | + MINIO_POD=minio-service-847fc8bb8d-7khs7
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | + wait_pod minio-service-847fc8bb8d-7khs7
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | + local pod=minio-service-847fc8bb8d-7khs7
    logger.go:42: 02:00:59 | gr-scheduled-backup/1-deploy-operator | + set +o xtrace
    logger.go:42: 02:01:00 | gr-scheduled-backup/1-deploy-operator | minio-service-847fc8bb8d-7khs7true
    logger.go:42: 02:01:00 | gr-scheduled-backup/1-deploy-operator | + kubectl -n kuttl-test-smart-perch run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access-key'\'' AWS_SECRET_ACCESS_KEY='\''some-secret-key'\'' AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
    logger.go:42: 02:01:04 | gr-scheduled-backup/1-deploy-operator | If you don't see a command prompt, try pressing enter.
    logger.go:42: 02:01:05 | gr-scheduled-backup/1-deploy-operator | warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: error attaching to container: container is in CONTAINER_EXITED state
    logger.go:42: 02:01:06 | gr-scheduled-backup/1-deploy-operator | make_bucket: operator-testing
    logger.go:42: 02:01:07 | gr-scheduled-backup/1-deploy-operator | pod "aws-cli" deleted
[controller-runtime] log.SetLogger(...) was never called; logs will not be displayed.
Detected at:
	>  goroutine 15 [running]:
	>  runtime/debug.Stack()
	>  	/nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/runtime/debug/stack.go:24 +0x5e
	>  sigs.k8s.io/controller-runtime/pkg/log.eventuallyFulfillRoot()
	>  	/home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/log/log.go:60 +0xcd
	>  sigs.k8s.io/controller-runtime/pkg/log.(*delegatingLogSink).WithName(0xc0002a9c00, {0x184a055, 0x14})
	>  	/home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/log/deleg.go:147 +0x3e
	>  github.com/go-logr/logr.Logger.WithName({{0x1acb7d8, 0xc0002a9c00}, 0x0}, {0x184a055?, 0xc000695f80?})
	>  	/home/mowsiany/go/pkg/mod/github.com/go-logr/logr@v1.2.4/logr.go:336 +0x36
	>  sigs.k8s.io/controller-runtime/pkg/client.newClient(0x131ead3?, {0x0, 0xc00043ca10, {0x1accd90, 0xc0002a8080}, 0x0, {0x0, 0x0}, 0x0})
	>  	/home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/client/client.go:122 +0xf1
	>  sigs.k8s.io/controller-runtime/pkg/client.New(0xc000246d88?, {0x0, 0xc00043ca10, {0x1accd90, 0xc0002a8080}, 0x0, {0x0, 0x0}, 0x0})
	>  	/home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/client/client.go:103 +0x7d
	>  github.com/kudobuilder/kuttl/pkg/test/utils.NewRetryClient(0xc000246d88, {0x0, 0xc00043ca10, {0x1accd90, 0xc0002a8080}, 0x0, {0x0, 0x0}, 0x0})
	>  	/home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/utils/kubernetes.go:177 +0x127
	>  github.com/kudobuilder/kuttl/pkg/test.(*Harness).Client(0xc0002fa308, 0xe6?)
	>  	/home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/harness.go:323 +0x18e
	>  github.com/kudobuilder/kuttl/pkg/test.(*Step).Create(0xc000682d00, 0xc0000301a0, {0xc00012d3f8, 0x16})
	>  	/home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/step.go:177 +0x63
	>  github.com/kudobuilder/kuttl/pkg/test.(*Step).Run(0xc000682d00, 0xc0000301a0, {0xc00012d3f8, 0x16})
	>  	/home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/step.go:457 +0x24a
	>  github.com/kudobuilder/kuttl/pkg/test.(*Case).Run(0xc000435360, 0xc0000301a0, 0xc000223170)
	>  	/home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/case.go:373 +0xaeb
	>  github.com/kudobuilder/kuttl/pkg/test.(*Harness).RunTests.func1.1(0xc0000301a0)
	>  	/home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/harness.go:401 +0x12e
	>  testing.tRunner(0xc0000301a0, 0xc0000b6630)
	>  	/nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/testing/testing.go:1689 +0xfb
	>  created by testing.(*T).Run in goroutine 14
	>  	/nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/testing/testing.go:1742 +0x390
    logger.go:42: 02:01:07 | gr-scheduled-backup/1-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
    logger.go:42: 02:01:07 | gr-scheduled-backup/1-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist.
    logger.go:42: 02:01:08 | gr-scheduled-backup/1-deploy-operator | INFO   Found 1 resource(s).
    logger.go:42: 02:01:08 | gr-scheduled-backup/1-deploy-operator | NAME                            NAMESPACE     COL0
    logger.go:42: 02:01:08 | gr-scheduled-backup/1-deploy-operator | percona-server-mysql-operator   ps-operator   1
    logger.go:42: 02:01:08 | gr-scheduled-backup/1-deploy-operator | ASSERT PASS
    logger.go:42: 02:01:08 | gr-scheduled-backup/1-deploy-operator | test step completed 1-deploy-operator
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | starting test step 2-create-cluster
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        get_cr \
        	| yq eval ".spec.backup.backoffLimit=3" - \
        	| yq eval '.spec.backup.storages.minio.type="s3"' - \
        	| yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \
        	| yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \
        	| yq eval ".spec.backup.storages.minio.s3.endpointUrl=\"http://minio-service.${NAMESPACE}:9000\"" - \
        	| yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \
        	| yq eval '.spec.backup.storages.aws-s3.type="s3"' - \
        	| yq eval ".spec.backup.storages.aws-s3.verifyTLS=true" - \
        	| yq eval '.spec.backup.storages.aws-s3.s3.bucket="operator-testing"' - \
        	| yq eval '.spec.backup.storages.aws-s3.s3.credentialsSecret="aws-s3-secret"' - \
        	| yq eval '.spec.backup.storages.aws-s3.s3.region="us-east-1"' - \
        	| yq eval '.spec.backup.storages.aws-s3.s3.prefix="ps"' - \
        	| yq eval '.spec.backup.storages.gcp-cs.type="gcs"' - \
        	| yq eval ".spec.backup.storages.gcp-cs.verifyTLS=true" - \
        	| yq eval '.spec.backup.storages.gcp-cs.gcs.bucket="operator-testing"' - \
        	| yq eval '.spec.backup.storages.gcp-cs.gcs.credentialsSecret="gcp-cs-secret"' - \
        	| yq eval '.spec.backup.storages.gcp-cs.gcs.endpointUrl="https://storage.googleapis.com"' - \
        	| yq eval '.spec.backup.storages.gcp-cs.gcs.prefix="ps"' - \
        	| yq eval '.spec.backup.storages.azure-blob.type="azure"' - \
        	| yq eval ".spec.backup.storages.azure-blob.verifyTLS=true" - \
        	| yq eval '.spec.backup.storages.azure-blob.azure.containerName="operator-testing"' - \
        	| yq eval '.spec.backup.storages.azure-blob.azure.credentialsSecret="azure-secret"' - \
        	| yq eval '.spec.backup.storages.azure-blob.azure.prefix="ps"' - \
        	| yq eval '.spec.mysql.clusterType="group-replication"' - \
        	| yq eval ".spec.proxy.router.enabled=true" - \
        	| yq eval ".spec.proxy.haproxy.enabled=false" - \
        	| kubectl -n "${NAMESPACE}" apply -f -]
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + source ../../functions
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ realpath ../../..
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++++ pwd
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/tests/gr-scheduled-backup
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ test_name=gr-scheduled-backup
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/vars.sh
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export GIT_BRANCH=PR-731
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ GIT_BRANCH=PR-731
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export VERSION=PR-731-5c2e826b
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ VERSION=PR-731-5c2e826b
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ export CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++++ which gdate
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-731/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++++ which date
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ date=/usr/bin/date
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ command -v oc
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ kubectl get nodes
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | +++ grep '^minikube'
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + get_cr
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + local name_suffix=
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval .spec.backup.backoffLimit=3 -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval .spec.backup.storages.aws-s3.verifyTLS=true -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.s3.bucket="operator-testing"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service.kuttl-test-smart-perch:9000"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.s3.prefix="ps"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.type="gcs"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.secretsName="test-secrets"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.metadata.name="%s"' gr-scheduled-backup
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.metadata.name="gr-scheduled-backup"' /mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy/cr.yaml
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.s3.credentialsSecret="aws-s3-secret"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.s3.region="us-east-1"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.type="s3"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval .spec.backup.storages.gcp-cs.verifyTLS=true -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.gcs.credentialsSecret="gcp-cs-secret"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.gcs.prefix="ps"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.gcs.bucket="operator-testing"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.gcs.endpointUrl="https://storage.googleapis.com"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.azure-blob.type="azure"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval .spec.backup.storages.azure-blob.verifyTLS=true -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.azure-blob.azure.containerName="operator-testing"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.azure-blob.azure.credentialsSecret="azure-secret"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.azure-blob.azure.prefix="ps"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval .spec.proxy.router.enabled=true -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=false -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + kubectl -n kuttl-test-smart-perch apply -f -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + '[' -n '' ']'
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-731-5c2e826b"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' -
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:01:08 | gr-scheduled-backup/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' -
    logger.go:42: 02:01:09 | gr-scheduled-backup/2-create-cluster | perconaservermysql.ps.percona.com/gr-scheduled-backup created
    logger.go:42: 02:04:55 | gr-scheduled-backup/2-create-cluster | test step completed 2-create-cluster
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | starting test step 3-write-data
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        run_mysql \
        	"CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \
        	"-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password"
        
        run_mysql \
        	"INSERT myDB.myTable (id) VALUES (100500)" \
        	"-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password"]
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | + source ../../functions
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ realpath ../../..
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | ++++ pwd
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/tests/gr-scheduled-backup
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | ++ test_name=gr-scheduled-backup
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/vars.sh
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export GIT_BRANCH=PR-731
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ GIT_BRANCH=PR-731
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export VERSION=PR-731-5c2e826b
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ VERSION=PR-731-5c2e826b
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ export CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | ++++ which gdate
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-731/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | ++++ which date
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ date=/usr/bin/date
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ command -v oc
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ kubectl get nodes
    logger.go:42: 02:04:55 | gr-scheduled-backup/3-write-data | +++ grep '^minikube'
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | +++ get_cluster_name
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | +++ kubectl -n kuttl-test-smart-perch get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | ++ get_haproxy_svc gr-scheduled-backup
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | ++ local cluster=gr-scheduled-backup
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | ++ echo gr-scheduled-backup-haproxy
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h gr-scheduled-backup-haproxy -uroot -proot_password'
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)'
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | + local 'uri=-h gr-scheduled-backup-haproxy -uroot -proot_password'
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | + local pod=
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | ++ get_client_pod
    logger.go:42: 02:04:56 | gr-scheduled-backup/3-write-data | ++ kubectl -n kuttl-test-smart-perch get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 02:04:57 | gr-scheduled-backup/3-write-data | + client_pod=mysql-client
    logger.go:42: 02:04:57 | gr-scheduled-backup/3-write-data | + wait_pod mysql-client
    logger.go:42: 02:04:57 | gr-scheduled-backup/3-write-data | + local pod=mysql-client
    logger.go:42: 02:04:57 | gr-scheduled-backup/3-write-data | + set +o xtrace
    logger.go:42: 02:04:57 | gr-scheduled-backup/3-write-data | mysql-clienttrue
    logger.go:42: 02:04:57 | gr-scheduled-backup/3-write-data | + kubectl -n kuttl-test-smart-perch exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h gr-scheduled-backup-haproxy -uroot -proot_password'
    logger.go:42: 02:04:57 | gr-scheduled-backup/3-write-data | + sed -e 's/mysql: //'
    logger.go:42: 02:04:57 | gr-scheduled-backup/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | ERROR 2005 (HY000): Unknown MySQL server host 'gr-scheduled-backup-haproxy' (-2)
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | command terminated with exit code 1
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | +++ get_cluster_name
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | +++ kubectl -n kuttl-test-smart-perch get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | ++ get_haproxy_svc gr-scheduled-backup
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | ++ local cluster=gr-scheduled-backup
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | ++ echo gr-scheduled-backup-haproxy
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h gr-scheduled-backup-haproxy -uroot -proot_password'
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)'
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | + local 'uri=-h gr-scheduled-backup-haproxy -uroot -proot_password'
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | + local pod=
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | ++ get_client_pod
    logger.go:42: 02:04:59 | gr-scheduled-backup/3-write-data | ++ kubectl -n kuttl-test-smart-perch get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 02:05:00 | gr-scheduled-backup/3-write-data | + client_pod=mysql-client
    logger.go:42: 02:05:00 | gr-scheduled-backup/3-write-data | + wait_pod mysql-client
    logger.go:42: 02:05:00 | gr-scheduled-backup/3-write-data | + local pod=mysql-client
    logger.go:42: 02:05:00 | gr-scheduled-backup/3-write-data | + set +o xtrace
    logger.go:42: 02:05:00 | gr-scheduled-backup/3-write-data | mysql-clienttrue
    logger.go:42: 02:05:00 | gr-scheduled-backup/3-write-data | + kubectl -n kuttl-test-smart-perch exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h gr-scheduled-backup-haproxy -uroot -proot_password'
    logger.go:42: 02:05:00 | gr-scheduled-backup/3-write-data | + sed -e 's/mysql: //'
    logger.go:42: 02:05:00 | gr-scheduled-backup/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 02:05:02 | gr-scheduled-backup/3-write-data | ERROR 2005 (HY000): Unknown MySQL server host 'gr-scheduled-backup-haproxy' (-2)
    logger.go:42: 02:05:02 | gr-scheduled-backup/3-write-data | command terminated with exit code 1
    logger.go:42: 02:05:02 | gr-scheduled-backup/3-write-data | test step completed 3-write-data
    logger.go:42: 02:05:02 | gr-scheduled-backup/4-engage-minio | starting test step 4-engage-minio
    logger.go:42: 02:05:02 | gr-scheduled-backup/4-engage-minio | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:06:14 | gr-scheduled-backup/4-engage-minio | test step completed 4-engage-minio
    logger.go:42: 02:06:14 | gr-scheduled-backup/5- | starting test step 5-
    logger.go:42: 02:08:14 | gr-scheduled-backup/5- | test step completed 5-
    logger.go:42: 02:08:14 | gr-scheduled-backup/6-stop-minio | starting test step 6-stop-minio
    logger.go:42: 02:08:15 | gr-scheduled-backup/6-stop-minio | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:08:16 | gr-scheduled-backup/6-stop-minio | test step completed 6-stop-minio
    logger.go:42: 02:08:16 | gr-scheduled-backup/7-change-keep | starting test step 7-change-keep
    logger.go:42: 02:08:16 | gr-scheduled-backup/7-change-keep | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:08:16 | gr-scheduled-backup/7-change-keep | test step completed 7-change-keep
    logger.go:42: 02:08:16 | gr-scheduled-backup/8-should-be-one-backup | starting test step 8-should-be-one-backup
    logger.go:42: 02:08:16 | gr-scheduled-backup/8-should-be-one-backup | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        sleep 30
        jobs_count=$(kubectl get job -n ${NAMESPACE} -o yaml | yq '.items | length')
        bcp_count=$(kubectl get ps-backup -n ${NAMESPACE} -o yaml | yq '.items | length')
        if [[ $jobs_count != 1 ]]; then
        	echo "There are $jobs_count jobs but should be 1"
        	exit 1
        fi
        if [[ $bcp_count != 1 ]]; then
        	echo "There are $bcp_count ps-backups but should be 1"
        	exit 1
        fi]
    logger.go:42: 02:08:16 | gr-scheduled-backup/8-should-be-one-backup | + source ../../functions
    logger.go:42: 02:08:16 | gr-scheduled-backup/8-should-be-one-backup | +++ realpath ../../..
    logger.go:42: 02:08:16 | gr-scheduled-backup/8-should-be-one-backup | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:08:16 | gr-scheduled-backup/8-should-be-one-backup | ++++ pwd
    logger.go:42: 02:08:16 | gr-scheduled-backup/8-should-be-one-backup | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/tests/gr-scheduled-backup
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | ++ test_name=gr-scheduled-backup
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/vars.sh
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export GIT_BRANCH=PR-731
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ GIT_BRANCH=PR-731
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export VERSION=PR-731-5c2e826b
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ VERSION=PR-731-5c2e826b
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ export CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | ++++ which gdate
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-731/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | ++++ which date
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ date=/usr/bin/date
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ command -v oc
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ kubectl get nodes
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | +++ grep '^minikube'
    logger.go:42: 02:08:17 | gr-scheduled-backup/8-should-be-one-backup | + sleep 30
    logger.go:42: 02:08:47 | gr-scheduled-backup/8-should-be-one-backup | ++ kubectl get job -n kuttl-test-smart-perch -o yaml
    logger.go:42: 02:08:47 | gr-scheduled-backup/8-should-be-one-backup | ++ yq '.items | length'
    logger.go:42: 02:08:47 | gr-scheduled-backup/8-should-be-one-backup | + jobs_count=1
    logger.go:42: 02:08:47 | gr-scheduled-backup/8-should-be-one-backup | ++ kubectl get ps-backup -n kuttl-test-smart-perch -o yaml
    logger.go:42: 02:08:47 | gr-scheduled-backup/8-should-be-one-backup | ++ yq '.items | length'
    logger.go:42: 02:08:48 | gr-scheduled-backup/8-should-be-one-backup | + bcp_count=1
    logger.go:42: 02:08:48 | gr-scheduled-backup/8-should-be-one-backup | + [[ 1 != 1 ]]
    logger.go:42: 02:08:48 | gr-scheduled-backup/8-should-be-one-backup | + [[ 1 != 1 ]]
    logger.go:42: 02:08:48 | gr-scheduled-backup/8-should-be-one-backup | test step completed 8-should-be-one-backup
    logger.go:42: 02:08:48 | gr-scheduled-backup/9-engage-s3 | starting test step 9-engage-s3
    logger.go:42: 02:08:48 | gr-scheduled-backup/9-engage-s3 | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:10:59 | gr-scheduled-backup/9-engage-s3 | test step completed 9-engage-s3
    logger.go:42: 02:10:59 | gr-scheduled-backup/10-stop-s3 | starting test step 10-stop-s3
    logger.go:42: 02:11:00 | gr-scheduled-backup/10-stop-s3 | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:11:10 | gr-scheduled-backup/10-stop-s3 | test step completed 10-stop-s3
    logger.go:42: 02:11:10 | gr-scheduled-backup/11-engage-gcs | starting test step 11-engage-gcs
    logger.go:42: 02:11:11 | gr-scheduled-backup/11-engage-gcs | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:12:25 | gr-scheduled-backup/11-engage-gcs | test step completed 11-engage-gcs
    logger.go:42: 02:12:25 | gr-scheduled-backup/12-stop-gcs | starting test step 12-stop-gcs
    logger.go:42: 02:12:26 | gr-scheduled-backup/12-stop-gcs | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:12:29 | gr-scheduled-backup/12-stop-gcs | test step completed 12-stop-gcs
    logger.go:42: 02:12:29 | gr-scheduled-backup/13-engage-azure | starting test step 13-engage-azure
    logger.go:42: 02:12:30 | gr-scheduled-backup/13-engage-azure | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:14:42 | gr-scheduled-backup/13-engage-azure | test step completed 13-engage-azure
    logger.go:42: 02:14:42 | gr-scheduled-backup/14-stop-azure | starting test step 14-stop-azure
    logger.go:42: 02:14:42 | gr-scheduled-backup/14-stop-azure | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:14:46 | gr-scheduled-backup/14-stop-azure | test step completed 14-stop-azure
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | starting test step 15-should-be-4-backups
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        sleep 30
        jobs_count=$(kubectl get job -n ${NAMESPACE} -o yaml | yq '.items | length')
        bcp_count=$(kubectl get ps-backup -n ${NAMESPACE} -o yaml | yq '.items | length')
        if [[ $jobs_count != 4 ]]; then
        	echo "There are $jobs_count jobs but should be 1"
        	exit 1
        fi
        if [[ $bcp_count != 4 ]]; then
        	echo "There are $bcp_count ps-backups but should be 1"
        	exit 1
        fi]
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | + source ../../functions
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ realpath ../../..
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | ++++ pwd
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/tests/gr-scheduled-backup
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | ++ test_name=gr-scheduled-backup
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/vars.sh
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export GIT_BRANCH=PR-731
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ GIT_BRANCH=PR-731
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export VERSION=PR-731-5c2e826b
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ VERSION=PR-731-5c2e826b
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ export CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | ++++ which gdate
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-731/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | ++++ which date
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ date=/usr/bin/date
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ command -v oc
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ kubectl get nodes
    logger.go:42: 02:14:46 | gr-scheduled-backup/15-should-be-4-backups | +++ grep '^minikube'
    logger.go:42: 02:14:47 | gr-scheduled-backup/15-should-be-4-backups | + sleep 30
    logger.go:42: 02:15:17 | gr-scheduled-backup/15-should-be-4-backups | ++ kubectl get job -n kuttl-test-smart-perch -o yaml
    logger.go:42: 02:15:17 | gr-scheduled-backup/15-should-be-4-backups | ++ yq '.items | length'
    logger.go:42: 02:15:17 | gr-scheduled-backup/15-should-be-4-backups | + jobs_count=4
    logger.go:42: 02:15:17 | gr-scheduled-backup/15-should-be-4-backups | ++ kubectl get ps-backup -n kuttl-test-smart-perch -o yaml
    logger.go:42: 02:15:17 | gr-scheduled-backup/15-should-be-4-backups | ++ yq '.items | length'
    logger.go:42: 02:15:18 | gr-scheduled-backup/15-should-be-4-backups | + bcp_count=4
    logger.go:42: 02:15:18 | gr-scheduled-backup/15-should-be-4-backups | + [[ 4 != 4 ]]
    logger.go:42: 02:15:18 | gr-scheduled-backup/15-should-be-4-backups | + [[ 4 != 4 ]]
    logger.go:42: 02:15:18 | gr-scheduled-backup/15-should-be-4-backups | test step completed 15-should-be-4-backups
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | starting test step 16-delete-all-backups
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        kubectl delete ps-backup --all -n "${NAMESPACE}"
        sleep 60]
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | + source ../../functions
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ realpath ../../..
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | ++++ pwd
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/tests/gr-scheduled-backup
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | ++ test_name=gr-scheduled-backup
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/vars.sh
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export GIT_BRANCH=PR-731
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ GIT_BRANCH=PR-731
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export VERSION=PR-731-5c2e826b
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ VERSION=PR-731-5c2e826b
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ export CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | ++++ which gdate
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-731/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | ++++ which date
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ date=/usr/bin/date
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ command -v oc
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ kubectl get nodes
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | +++ grep '^minikube'
    logger.go:42: 02:15:18 | gr-scheduled-backup/16-delete-all-backups | + kubectl delete ps-backup --all -n kuttl-test-smart-perch
    logger.go:42: 02:15:19 | gr-scheduled-backup/16-delete-all-backups | perconaservermysqlbackup.ps.percona.com "cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o" deleted
    logger.go:42: 02:15:19 | gr-scheduled-backup/16-delete-all-backups | perconaservermysqlbackup.ps.percona.com "cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o" deleted
    logger.go:42: 02:15:19 | gr-scheduled-backup/16-delete-all-backups | perconaservermysqlbackup.ps.percona.com "cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o" deleted
    logger.go:42: 02:15:19 | gr-scheduled-backup/16-delete-all-backups | perconaservermysqlbackup.ps.percona.com "cron-gr-scheduled-bac-minio-20240814020809-1q98o" deleted
    logger.go:42: 02:15:24 | gr-scheduled-backup/16-delete-all-backups | + sleep 60
    logger.go:42: 02:16:24 | gr-scheduled-backup/16-delete-all-backups | test step completed 16-delete-all-backups
    logger.go:42: 02:16:24 | gr-scheduled-backup/98-drop-finalizer | starting test step 98-drop-finalizer
    logger.go:42: 02:16:25 | gr-scheduled-backup/98-drop-finalizer | PerconaServerMySQL:kuttl-test-smart-perch/gr-scheduled-backup updated
    logger.go:42: 02:16:25 | gr-scheduled-backup/98-drop-finalizer | test step completed 98-drop-finalizer
    logger.go:42: 02:16:25 | gr-scheduled-backup/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        destroy_operator]
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | + source ../../functions
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ realpath ../../..
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | ++++ pwd
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/tests/gr-scheduled-backup
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | ++ test_name=gr-scheduled-backup
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/vars.sh
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-731
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/deploy
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-731/e2e-tests/conf
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scheduled-backup
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-731
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-731
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export VERSION=PR-731-5c2e826b
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ VERSION=PR-731-5c2e826b
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-731-5c2e826b
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ export CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ CERT_MANAGER_VER=1.15.1
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | ++++ which gdate
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-731/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | ++++ which date
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ date=/usr/bin/date
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ command -v oc
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ kubectl get nodes
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | +++ grep '^minikube'
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | + destroy_operator
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
    logger.go:42: 02:16:26 | gr-scheduled-backup/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 02:16:27 | gr-scheduled-backup/99-remove-cluster-gracefully | deployment.apps "percona-server-mysql-operator" force deleted
    logger.go:42: 02:16:27 | gr-scheduled-backup/99-remove-cluster-gracefully | + [[ -n ps-operator ]]
    logger.go:42: 02:16:27 | gr-scheduled-backup/99-remove-cluster-gracefully | + kubectl delete namespace ps-operator --force --grace-period=0
    logger.go:42: 02:16:27 | gr-scheduled-backup/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 02:16:27 | gr-scheduled-backup/99-remove-cluster-gracefully | namespace "ps-operator" force deleted
    logger.go:42: 02:16:33 | gr-scheduled-backup/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully
    logger.go:42: 02:16:33 | gr-scheduled-backup | gr-scheduled-backup events from ns kuttl-test-smart-perch:
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:30 +0000 UTC	Normal	Pod mysql-client		Scheduled	Successfully assigned kuttl-test-smart-perch/mysql-client to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-db9s	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:31 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Pulled	Container image "percona/percona-server:8.0.33" already present on machine	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:31 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Created	Created container mysql-client	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:31 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Started	Started container mysql-client	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:35 +0000 UTC	Normal	ReplicaSet.apps minio-service-847fc8bb8d		SuccessfulCreate	Created pod: minio-service-847fc8bb8d-7khs7	replicaset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:35 +0000 UTC	Normal	PersistentVolumeClaim minio-service		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:35 +0000 UTC	Normal	Deployment.apps minio-service		ScalingReplicaSet	Scaled up replica set minio-service-847fc8bb8d to 1	deployment-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:35 +0000 UTC	Normal	PersistentVolumeClaim minio-service		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:35 +0000 UTC	Normal	PersistentVolumeClaim minio-service		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-smart-perch/minio-service"	pd.csi.storage.gke.io_gke-1bb5f430265a4d5fb2d6-534e-e5e1-vm_5833bedc-4314-4d4e-9dfc-c6fb41d1be9b	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:36 +0000 UTC	Normal	Pod minio-service-post-job-mdpgf		Scheduled	Successfully assigned kuttl-test-smart-perch/minio-service-post-job-mdpgf to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:36 +0000 UTC	Normal	Pod minio-service-post-job-mdpgf.spec.containers{minio-make-user}		Pulled	Container image "quay.io/minio/mc:RELEASE.2023-09-29T16-41-22Z" already present on machine	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:36 +0000 UTC	Normal	Pod minio-service-post-job-mdpgf.spec.containers{minio-make-user}		Created	Created container minio-make-user	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:36 +0000 UTC	Normal	Pod minio-service-post-job-mdpgf.spec.containers{minio-make-user}		Started	Started container minio-make-user	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:36 +0000 UTC	Normal	Job.batch minio-service-post-job		SuccessfulCreate	Created pod: minio-service-post-job-mdpgf	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:39 +0000 UTC	Normal	Pod minio-service-847fc8bb8d-7khs7		Scheduled	Successfully assigned kuttl-test-smart-perch/minio-service-847fc8bb8d-7khs7 to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-db9s	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:39 +0000 UTC	Normal	PersistentVolumeClaim minio-service		ProvisioningSucceeded	Successfully provisioned volume pvc-422c7a78-decb-4c00-abe2-361f8250cc57	pd.csi.storage.gke.io_gke-1bb5f430265a4d5fb2d6-534e-e5e1-vm_5833bedc-4314-4d4e-9dfc-c6fb41d1be9b	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:47 +0000 UTC	Normal	Pod minio-service-847fc8bb8d-7khs7		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-422c7a78-decb-4c00-abe2-361f8250cc57" 	attachdetach-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:48 +0000 UTC	Normal	Pod minio-service-847fc8bb8d-7khs7.spec.containers{minio}		Pulled	Container image "quay.io/minio/minio:RELEASE.2023-09-30T07-02-29Z" already present on machine	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:48 +0000 UTC	Normal	Pod minio-service-847fc8bb8d-7khs7.spec.containers{minio}		Created	Created container minio	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:48 +0000 UTC	Normal	Pod minio-service-847fc8bb8d-7khs7.spec.containers{minio}		Started	Started container minio	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:00:58 +0000 UTC	Normal	Job.batch minio-service-post-job		Completed	Job completed	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:00 +0000 UTC	Normal	Pod aws-cli		Scheduled	Successfully assigned kuttl-test-smart-perch/aws-cli to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:01 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulling	Pulling image "perconalab/awscli"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:04 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Pulled	Successfully pulled image "perconalab/awscli" in 3.025s (3.025s including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:04 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Created	Created container aws-cli	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:04 +0000 UTC	Normal	Pod aws-cli.spec.containers{aws-cli}		Started	Started container aws-cli	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:13 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-0		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:13 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-0		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:13 +0000 UTC	Normal	StatefulSet.apps gr-scheduled-backup-mysql		SuccessfulCreate	create Claim datadir-gr-scheduled-backup-mysql-0 Pod gr-scheduled-backup-mysql-0 in StatefulSet gr-scheduled-backup-mysql success	statefulset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:13 +0000 UTC	Normal	StatefulSet.apps gr-scheduled-backup-mysql		SuccessfulCreate	create Pod gr-scheduled-backup-mysql-0 in StatefulSet gr-scheduled-backup-mysql successful	statefulset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:14 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-0		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-smart-perch/datadir-gr-scheduled-backup-mysql-0"	pd.csi.storage.gke.io_gke-1bb5f430265a4d5fb2d6-534e-e5e1-vm_5833bedc-4314-4d4e-9dfc-c6fb41d1be9b	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:17 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-0		ProvisioningSucceeded	Successfully provisioned volume pvc-c9f9377c-cfe4-4185-949b-387d866ab202	pd.csi.storage.gke.io_gke-1bb5f430265a4d5fb2d6-534e-e5e1-vm_5833bedc-4314-4d4e-9dfc-c6fb41d1be9b	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:17 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0		Scheduled	Successfully assigned kuttl-test-smart-perch/gr-scheduled-backup-mysql-0 to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:22 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-c9f9377c-cfe4-4185-949b-387d866ab202" 	attachdetach-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:23 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:23 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 89ms (89ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:23 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.initContainers{mysql-init}		Created	Created container mysql-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:23 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:24 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:24 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 90ms (90ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:24 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{mysql}		Created	Created container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:24 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:24 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:25 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 87ms (87ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:25 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{xtrabackup}		Created	Created container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:25 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:58 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-1		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:58 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-1		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:58 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-1		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-smart-perch/datadir-gr-scheduled-backup-mysql-1"	pd.csi.storage.gke.io_gke-1bb5f430265a4d5fb2d6-534e-e5e1-vm_5833bedc-4314-4d4e-9dfc-c6fb41d1be9b	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:58 +0000 UTC	Normal	StatefulSet.apps gr-scheduled-backup-mysql		SuccessfulCreate	create Claim datadir-gr-scheduled-backup-mysql-1 Pod gr-scheduled-backup-mysql-1 in StatefulSet gr-scheduled-backup-mysql success	statefulset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:01:58 +0000 UTC	Normal	StatefulSet.apps gr-scheduled-backup-mysql		SuccessfulCreate	create Pod gr-scheduled-backup-mysql-1 in StatefulSet gr-scheduled-backup-mysql successful	statefulset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:02 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-1		ProvisioningSucceeded	Successfully provisioned volume pvc-a8035fd7-406c-467c-9585-6e2967f0514e	pd.csi.storage.gke.io_gke-1bb5f430265a4d5fb2d6-534e-e5e1-vm_5833bedc-4314-4d4e-9dfc-c6fb41d1be9b	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:02 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1		Scheduled	Successfully assigned kuttl-test-smart-perch/gr-scheduled-backup-mysql-1 to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-db9s	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:09 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-a8035fd7-406c-467c-9585-6e2967f0514e" 	attachdetach-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:11 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:11 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 97ms (97ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:11 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.initContainers{mysql-init}		Created	Created container mysql-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:11 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:13 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:13 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 76ms (76ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:13 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Created	Created container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:13 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:13 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:13 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 70ms (70ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:13 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{xtrabackup}		Created	Created container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:13 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:44 +0000 UTC	Warning	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Unhealthy	Startup probe failed: 	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:44 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:44 +0000 UTC	Warning	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		FailedPreStopHook	PreStopHook failed	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:02:44 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 115ms (115ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:16 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-2		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:16 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-2		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-smart-perch/datadir-gr-scheduled-backup-mysql-2"	pd.csi.storage.gke.io_gke-1bb5f430265a4d5fb2d6-534e-e5e1-vm_5833bedc-4314-4d4e-9dfc-c6fb41d1be9b	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:16 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-2		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:16 +0000 UTC	Normal	StatefulSet.apps gr-scheduled-backup-mysql		SuccessfulCreate	create Claim datadir-gr-scheduled-backup-mysql-2 Pod gr-scheduled-backup-mysql-2 in StatefulSet gr-scheduled-backup-mysql success	statefulset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:16 +0000 UTC	Normal	StatefulSet.apps gr-scheduled-backup-mysql		SuccessfulCreate	create Pod gr-scheduled-backup-mysql-2 in StatefulSet gr-scheduled-backup-mysql successful	statefulset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:20 +0000 UTC	Normal	PersistentVolumeClaim datadir-gr-scheduled-backup-mysql-2		ProvisioningSucceeded	Successfully provisioned volume pvc-4f65f614-c666-4e7d-a919-a305fcc4d87f	pd.csi.storage.gke.io_gke-1bb5f430265a4d5fb2d6-534e-e5e1-vm_5833bedc-4314-4d4e-9dfc-c6fb41d1be9b	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:20 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2		Scheduled	Successfully assigned kuttl-test-smart-perch/gr-scheduled-backup-mysql-2 to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-g2nk	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:28 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-4f65f614-c666-4e7d-a919-a305fcc4d87f" 	attachdetach-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:29 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:29 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 113ms (113ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:29 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.initContainers{mysql-init}		Created	Created container mysql-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:29 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.initContainers{mysql-init}		Started	Started container mysql-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:31 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:31 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 87ms (87ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:31 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Created	Created container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:31 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Started	Started container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:31 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:31 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 102ms (102ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:31 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{xtrabackup}		Created	Created container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:03:32 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:03 +0000 UTC	Warning	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Unhealthy	Startup probe failed: 	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:03 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:03 +0000 UTC	Warning	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		FailedPreStopHook	PreStopHook failed	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:03 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 107ms (107ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687		Scheduled	Successfully assigned kuttl-test-smart-perch/gr-scheduled-backup-router-5667f585d4-5c687 to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 97ms (97ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.initContainers{router-init}		Created	Created container router-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd		Scheduled	Successfully assigned kuttl-test-smart-perch/gr-scheduled-backup-router-5667f585d4-qhdnd to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-g2nk	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv		Scheduled	Successfully assigned kuttl-test-smart-perch/gr-scheduled-backup-router-5667f585d4-x8wtv to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-db9s	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 101ms (101ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.initContainers{router-init}		Created	Created container router-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	ReplicaSet.apps gr-scheduled-backup-router-5667f585d4		SuccessfulCreate	Created pod: gr-scheduled-backup-router-5667f585d4-5c687	replicaset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	ReplicaSet.apps gr-scheduled-backup-router-5667f585d4		SuccessfulCreate	Created pod: gr-scheduled-backup-router-5667f585d4-x8wtv	replicaset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	ReplicaSet.apps gr-scheduled-backup-router-5667f585d4		SuccessfulCreate	Created pod: gr-scheduled-backup-router-5667f585d4-qhdnd	replicaset-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:41 +0000 UTC	Normal	Deployment.apps gr-scheduled-backup-router		ScalingReplicaSet	Scaled up replica set gr-scheduled-backup-router-5667f585d4 to 3	deployment-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:42 +0000 UTC	Warning	Pod gr-scheduled-backup-router-5667f585d4-qhdnd		FailedMount	MountVolume.SetUp failed for volume "config" : failed to sync configmap cache: timed out waiting for the condition	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 91ms (91ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.containers{router}		Created	Created container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.initContainers{router-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.initContainers{router-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 100ms (100ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.initContainers{router-init}		Created	Created container router-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.initContainers{router-init}		Started	Started container router-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 73ms (73ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.containers{router}		Created	Created container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:43 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:44 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.containers{router}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-router"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:44 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.containers{router}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 82ms (82ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:44 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.containers{router}		Created	Created container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:04:45 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.containers{router}		Started	Started container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:09 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4		Scheduled	Successfully assigned kuttl-test-smart-perch/xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4 to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:09 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio		SuccessfulCreate	Created pod: xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:10 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:10 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 116ms (116ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:10 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4.spec.initContainers{xtrabackup-init}		Created	Created container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:10 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:11 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:11 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 93ms (93ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:11 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4.spec.containers{xtrabackup}		Created	Created container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:11 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio-nwbj4.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:06:18 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-minio-20240814020609-1q98o-minio		Completed	Job completed	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:09 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4		Scheduled	Successfully assigned kuttl-test-smart-perch/xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4 to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:09 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio		SuccessfulCreate	Created pod: xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:10 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:10 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 116ms (116ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:10 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4.spec.initContainers{xtrabackup-init}		Created	Created container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:10 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:11 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:11 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 88ms (88ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:11 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4.spec.containers{xtrabackup}		Created	Created container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:12 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio-l7sz4.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:08:19 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-minio-20240814020809-1q98o-minio		Completed	Job completed	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:54 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s3		SuccessfulCreate	Created pod: xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:54 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd		Scheduled	Successfully assigned kuttl-test-smart-perch/xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:55 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:55 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 97ms (97ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:55 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd.spec.initContainers{xtrabackup-init}		Created	Created container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:55 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:57 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:57 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 75ms (75ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:57 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd.spec.containers{xtrabackup}		Created	Created container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:10:57 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s6wmqd.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:11:05 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-aws-s3-20240814021054-1q98o-aws-s3		Completed	Job completed	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:19 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw		Scheduled	Successfully assigned kuttl-test-smart-perch/xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:19 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:19 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-cs		SuccessfulCreate	Created pod: xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:20 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 123ms (123ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:20 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw.spec.initContainers{xtrabackup-init}		Created	Created container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:20 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:21 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:21 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 92ms (92ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:21 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw.spec.containers{xtrabackup}		Created	Created container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:21 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-ccqrhw.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:12:28 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-gcp-cs-20240814021219-1q98o-gcp-cs		Completed	Job completed	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:35 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs		Scheduled	Successfully assigned kuttl-test-smart-perch/xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs to gke-jen-ps-731-5c2e826b--default-pool-c2ec47ba-1sp4	default-scheduler	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:35 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs.spec.initContainers{xtrabackup-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:35 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-azure		SuccessfulCreate	Created pod: xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:36 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs.spec.initContainers{xtrabackup-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-731-5c2e826b" in 91ms (91ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:36 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs.spec.initContainers{xtrabackup-init}		Created	Created container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:36 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs.spec.initContainers{xtrabackup-init}		Started	Started container xtrabackup-init	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:37 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:38 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 81ms (81ms including waiting)	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:38 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs.spec.containers{xtrabackup}		Created	Created container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:38 +0000 UTC	Normal	Pod xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-abflhs.spec.containers{xtrabackup}		Started	Started container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:14:45 +0000 UTC	Normal	Job.batch xb-cron-gr-scheduled-bac-azure-blob-20240814021435-1q98o-azure		Completed	Job completed	job-controller	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-0.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{xtrabackup}		Killing	Stopping container xtrabackup	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Killing	Stopping container mysql	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Warning	Pod gr-scheduled-backup-router-5667f585d4-5c687.spec.containers{router}		Unhealthy	Readiness probe errored: rpc error: code = NotFound desc = failed to exec in container: failed to load task: no running task found: task 5594c98efeb1151eaeb62839e1c16ce9cfeaeadfde026a2c5627c9743356b712 not found: not found	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-qhdnd.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:26 +0000 UTC	Normal	Pod gr-scheduled-backup-router-5667f585d4-x8wtv.spec.containers{router}		Killing	Stopping container router	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:27 +0000 UTC	Warning	Pod gr-scheduled-backup-mysql-0.spec.containers{mysql}		FailedPreStopHook	PreStopHook failed	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:30 +0000 UTC	Warning	Pod gr-scheduled-backup-mysql-2.spec.containers{mysql}		Unhealthy	Readiness probe failed: [mysql] 2024/08/14 02:16:30 connection.go:49: read tcp 10.122.193.23:39338->10.122.193.23:33062: read: connection reset by peer
        2024/08/14 02:16:30 readiness check failed: connect to db: ping DB: dial tcp 10.122.193.23:33062: connect: connection refused
        	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | 2024-08-14 02:16:31 +0000 UTC	Warning	Pod gr-scheduled-backup-mysql-1.spec.containers{mysql}		Unhealthy	Readiness probe failed: 2024/08/14 02:16:31 readiness check failed: connect to db: ping DB: dial tcp 10.122.192.21:33062: connect: connection refused
        	kubelet	
    logger.go:42: 02:16:33 | gr-scheduled-backup | Deleting namespace: kuttl-test-smart-perch
=== NAME  kuttl
    harness.go:407: run tests finished
    harness.go:515: cleaning up
    harness.go:572: removing temp folder: ""
--- PASS: kuttl (1015.76s)
    --- PASS: kuttl/harness (0.00s)
        --- PASS: kuttl/harness/gr-scheduled-backup (1015.27s)
PASS