=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://35.192.60.19 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 28 tests === RUN kuttl/harness === RUN kuttl/harness/gr-demand-backup === PAUSE kuttl/harness/gr-demand-backup === CONT kuttl/harness/gr-demand-backup logger.go:42: 14:16:49 | gr-demand-backup | Creating namespace: kuttl-test-clear-bream logger.go:42: 14:16:49 | gr-demand-backup/0-minio-secret | starting test step 0-minio-secret logger.go:42: 14:16:51 | gr-demand-backup/0-minio-secret | Secret:kuttl-test-clear-bream/minio-secret created logger.go:42: 14:16:51 | gr-demand-backup/0-minio-secret | test step completed 0-minio-secret logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | starting test step 1-deploy-operator logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "${NAMESPACE}" apply -f "${TESTS_CONFIG_DIR}/cloud-secret.yml" deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client deploy_minio] logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | + source ../../functions logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ realpath ../../.. logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | ++++ mktemp -d logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export TEMP_DIR=/tmp/tmp.2pUEsyoYqR logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ TEMP_DIR=/tmp/tmp.2pUEsyoYqR logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ GIT_BRANCH=PR-424 logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export VERSION=PR-424-70568ae logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ VERSION=PR-424-70568ae logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | ++++ which gdate logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | ++++ which date logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ date=/usr/bin/date logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ command -v oc logger.go:42: 14:16:51 | gr-demand-backup/1-deploy-operator | +++ oc get projects logger.go:42: 14:16:57 | gr-demand-backup/1-deploy-operator | error: the server doesn't have a resource type "projects" logger.go:42: 14:16:57 | gr-demand-backup/1-deploy-operator | +++ kubectl get nodes logger.go:42: 14:16:57 | gr-demand-backup/1-deploy-operator | +++ grep '^minikube' logger.go:42: 14:16:57 | gr-demand-backup/1-deploy-operator | ++++ pwd logger.go:42: 14:16:57 | gr-demand-backup/1-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:16:57 | gr-demand-backup/1-deploy-operator | ++ test_name=gr-demand-backup logger.go:42: 14:16:57 | gr-demand-backup/1-deploy-operator | + kubectl -n kuttl-test-clear-bream apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/cloud-secret.yml logger.go:42: 14:16:59 | gr-demand-backup/1-deploy-operator | secret/aws-s3-secret created logger.go:42: 14:16:59 | gr-demand-backup/1-deploy-operator | secret/gcp-cs-secret created logger.go:42: 14:16:59 | gr-demand-backup/1-deploy-operator | secret/azure-secret created logger.go:42: 14:16:59 | gr-demand-backup/1-deploy-operator | + deploy_operator logger.go:42: 14:16:59 | gr-demand-backup/1-deploy-operator | + kubectl -n kuttl-test-clear-bream apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/crd.yaml logger.go:42: 14:17:01 | gr-demand-backup/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 14:17:01 | gr-demand-backup/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 14:17:03 | gr-demand-backup/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 14:17:03 | gr-demand-backup/1-deploy-operator | + kubectl -n kuttl-test-clear-bream apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/rbac.yaml logger.go:42: 14:17:04 | gr-demand-backup/1-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 14:17:04 | gr-demand-backup/1-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 14:17:05 | gr-demand-backup/1-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:17:05 | gr-demand-backup/1-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:17:05 | gr-demand-backup/1-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:17:06 | gr-demand-backup/1-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:17:06 | gr-demand-backup/1-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:17:06 | gr-demand-backup/1-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:17:06 | gr-demand-backup/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 14:17:06 | gr-demand-backup/1-deploy-operator | + kubectl -n kuttl-test-clear-bream apply -f - logger.go:42: 14:17:06 | gr-demand-backup/1-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:17:06 | gr-demand-backup/1-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-424-70568ae"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/operator.yaml logger.go:42: 14:17:08 | gr-demand-backup/1-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 14:17:08 | gr-demand-backup/1-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 14:17:08 | gr-demand-backup/1-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 14:17:08 | gr-demand-backup/1-deploy-operator | + kubectl -n kuttl-test-clear-bream apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/secrets.yaml logger.go:42: 14:17:09 | gr-demand-backup/1-deploy-operator | secret/test-secrets created logger.go:42: 14:17:09 | gr-demand-backup/1-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 14:17:09 | gr-demand-backup/1-deploy-operator | + kubectl -n kuttl-test-clear-bream apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/ssl-secret.yaml logger.go:42: 14:17:10 | gr-demand-backup/1-deploy-operator | secret/test-ssl created logger.go:42: 14:17:10 | gr-demand-backup/1-deploy-operator | + deploy_client logger.go:42: 14:17:10 | gr-demand-backup/1-deploy-operator | + kubectl -n kuttl-test-clear-bream apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/client.yaml logger.go:42: 14:17:12 | gr-demand-backup/1-deploy-operator | pod/mysql-client created logger.go:42: 14:17:12 | gr-demand-backup/1-deploy-operator | + deploy_minio logger.go:42: 14:17:12 | gr-demand-backup/1-deploy-operator | ++ kubectl -n kuttl-test-clear-bream get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 14:17:12 | gr-demand-backup/1-deploy-operator | ++ base64 -d logger.go:42: 14:17:12 | gr-demand-backup/1-deploy-operator | + local 'accessKey=some-access$\n"-key' logger.go:42: 14:17:12 | gr-demand-backup/1-deploy-operator | ++ kubectl -n kuttl-test-clear-bream get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 14:17:12 | gr-demand-backup/1-deploy-operator | ++ base64 -d logger.go:42: 14:17:13 | gr-demand-backup/1-deploy-operator | + local 'secretKey=some-$\n"secret-key' logger.go:42: 14:17:13 | gr-demand-backup/1-deploy-operator | + helm uninstall -n kuttl-test-clear-bream minio-service logger.go:42: 14:17:13 | gr-demand-backup/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-424/kubeconfig logger.go:42: 14:17:13 | gr-demand-backup/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-424/kubeconfig logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + : logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + helm repo remove minio logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-424/kubeconfig logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-424/kubeconfig logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | Error: no repositories configured logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + : logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + helm repo add minio https://helm.min.io/ logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-424/kubeconfig logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-424/kubeconfig logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | "minio" has been added to your repositories logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | ++ printf %q 'some-access$\n"-key' logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | ++ printf %q 'some-$\n"secret-key' logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-clear-bream --version 8.0.5 --set 'accessKey=some-access\$\\n\"-key' --set 'secretKey=some-\$\\n\"secret-key' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set environment.MINIO_REGION=us-east-1 --set environment.MINIO_HTTP_TRACE=/tmp/trace.log --set securityContext.enabled=false minio/minio logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + local max=10 logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + local delay=60 logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + shift 2 logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + local n=1 logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | + helm install minio-service -n kuttl-test-clear-bream --version 8.0.5 --set 'accessKey=some-access\$\\n\"-key' --set 'secretKey=some-\$\\n\"secret-key' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set environment.MINIO_REGION=us-east-1 --set environment.MINIO_HTTP_TRACE=/tmp/trace.log --set securityContext.enabled=false minio/minio logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-424/kubeconfig logger.go:42: 14:17:14 | gr-demand-backup/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-424/kubeconfig logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | NAME: minio-service logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | LAST DEPLOYED: Thu Aug 17 14:17:15 2023 logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | NAMESPACE: kuttl-test-clear-bream logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | STATUS: deployed logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | REVISION: 1 logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | TEST SUITE: None logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | NOTES: logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | Minio can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | minio-service.kuttl-test-clear-bream.svc.cluster.local logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | To access Minio from localhost, run the below commands: logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-clear-bream -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-clear-bream logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | You can now access Minio server on http://localhost:9000. Follow the below steps to connect to Minio server with mc client: logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | 1. Download the Minio mc client - https://docs.minio.io/docs/minio-client-quickstart-guide logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | 2. Get the ACCESS_KEY=$(kubectl get secret minio-service -o jsonpath="{.data.accesskey}" | base64 --decode) and the SECRET_KEY=$(kubectl get secret minio-service -o jsonpath="{.data.secretkey}" | base64 --decode) logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | 3. mc alias set minio-service-local http://localhost:9000 "$ACCESS_KEY" "$SECRET_KEY" --api s3v4 logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | 4. mc ls minio-service-local logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | Alternately, you can use your browser or the Minio SDK to access the server - https://docs.minio.io/categories/17 logger.go:42: 14:17:18 | gr-demand-backup/1-deploy-operator | ++ kubectl -n kuttl-test-clear-bream get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:17:19 | gr-demand-backup/1-deploy-operator | + MINIO_POD=minio-service-6f47578c5b-j5tcf logger.go:42: 14:17:19 | gr-demand-backup/1-deploy-operator | + wait_pod minio-service-6f47578c5b-j5tcf logger.go:42: 14:17:19 | gr-demand-backup/1-deploy-operator | + local pod=minio-service-6f47578c5b-j5tcf logger.go:42: 14:17:19 | gr-demand-backup/1-deploy-operator | + set +o xtrace logger.go:42: 14:17:34 | gr-demand-backup/1-deploy-operator | minio-service-6f47578c5b-j5tcf........true logger.go:42: 14:17:34 | gr-demand-backup/1-deploy-operator | + kubectl -n kuttl-test-clear-bream run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access$\n"-key'\'' AWS_SECRET_ACCESS_KEY='\''some-$\n"secret-key'\'' AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing' logger.go:42: 14:17:40 | gr-demand-backup/1-deploy-operator | If you don't see a command prompt, try pressing enter. logger.go:42: 14:17:43 | gr-demand-backup/1-deploy-operator | pod "aws-cli" deleted logger.go:42: 14:17:45 | gr-demand-backup/1-deploy-operator | test step completed 1-deploy-operator logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | starting test step 2-create-cluster logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.backup.storages.minio.type="s3"' - \ | yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \ | yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \ | yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service:9000"' - \ | yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \ | yq eval '.spec.backup.storages.aws-s3.type="s3"' - \ | yq eval '.spec.backup.storages.aws-s3.verifyTLS=true' - \ | yq eval '.spec.backup.storages.aws-s3.s3.bucket="operator-testing"' - \ | yq eval '.spec.backup.storages.aws-s3.s3.credentialsSecret="aws-s3-secret"' - \ | yq eval '.spec.backup.storages.aws-s3.s3.region="us-east-1"' - \ | yq eval '.spec.backup.storages.aws-s3.s3.prefix="ps"' - \ | yq eval '.spec.backup.storages.gcp-cs.type="gcs"' - \ | yq eval '.spec.backup.storages.gcp-cs.verifyTLS=true' - \ | yq eval '.spec.backup.storages.gcp-cs.gcs.bucket="operator-testing"' - \ | yq eval '.spec.backup.storages.gcp-cs.gcs.credentialsSecret="gcp-cs-secret"' - \ | yq eval '.spec.backup.storages.gcp-cs.gcs.endpointUrl="https://storage.googleapis.com"' - \ | yq eval '.spec.backup.storages.gcp-cs.gcs.prefix="ps"' - \ | yq eval '.spec.backup.storages.azure-blob.type="azure"' - \ | yq eval '.spec.backup.storages.azure-blob.verifyTLS=true' - \ | yq eval '.spec.backup.storages.azure-blob.azure.containerName="operator-testing"' - \ | yq eval '.spec.backup.storages.azure-blob.azure.credentialsSecret="azure-secret"' - \ | yq eval '.spec.backup.storages.azure-blob.azure.prefix="ps"' - \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | + source ../../functions logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ realpath ../../.. logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | ++++ mktemp -d logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export TEMP_DIR=/tmp/tmp.5MoGSDTOgd logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ TEMP_DIR=/tmp/tmp.5MoGSDTOgd logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ GIT_BRANCH=PR-424 logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export VERSION=PR-424-70568ae logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ VERSION=PR-424-70568ae logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | ++++ which gdate logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | ++++ which date logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ date=/usr/bin/date logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ command -v oc logger.go:42: 14:17:45 | gr-demand-backup/2-create-cluster | +++ oc get projects logger.go:42: 14:17:50 | gr-demand-backup/2-create-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 14:17:50 | gr-demand-backup/2-create-cluster | +++ kubectl get nodes logger.go:42: 14:17:50 | gr-demand-backup/2-create-cluster | +++ grep '^minikube' logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++++ pwd logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ test_name=gr-demand-backup logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + get_cr logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + local name_suffix= logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.azure-blob.azure.containerName="operator-testing"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval .spec.backup.storages.azure-blob.verifyTLS=true - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + kubectl -n kuttl-test-clear-bream apply -f - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service:9000"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval .spec.backup.storages.aws-s3.verifyTLS=true - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.type="s3"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.s3.bucket="operator-testing"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.s3.credentialsSecret="aws-s3-secret"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.s3.prefix="ps"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.aws-s3.s3.region="us-east-1"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.azure-blob.azure.prefix="ps"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.gcs.credentialsSecret="gcp-cs-secret"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.metadata.name="%s"' gr-demand-backup logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.metadata.name="gr-demand-backup"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/cr.yaml logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.gcs.endpointUrl="https://storage.googleapis.com"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.gcs.prefix="ps"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.azure-blob.azure.credentialsSecret="azure-secret"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-424-70568ae"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.type="gcs"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval .spec.backup.storages.gcp-cs.verifyTLS=true - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.gcp-cs.gcs.bucket="operator-testing"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + '[' -n '' ']' logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.backup.storages.azure-blob.type="azure"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:17:51 | gr-demand-backup/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:17:52 | gr-demand-backup/2-create-cluster | perconaservermysql.ps.percona.com/gr-demand-backup created logger.go:42: 14:21:52 | gr-demand-backup/2-create-cluster | test step completed 2-create-cluster logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | starting test step 3-write-data logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | running command: [sh -c set -o errexit set -o pipefail set -o xtrace source ../../functions run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password"] logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | + source ../../functions logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ realpath ../../.. logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | ++++ mktemp -d logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export TEMP_DIR=/tmp/tmp.LfuYmZPJzf logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ TEMP_DIR=/tmp/tmp.LfuYmZPJzf logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | ++++ which gdate logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | ++++ which date logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ date=/usr/bin/date logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ command -v oc logger.go:42: 14:21:52 | gr-demand-backup/3-write-data | +++ oc get projects logger.go:42: 14:21:57 | gr-demand-backup/3-write-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:21:57 | gr-demand-backup/3-write-data | +++ kubectl get nodes logger.go:42: 14:21:57 | gr-demand-backup/3-write-data | +++ grep '^minikube' logger.go:42: 14:21:58 | gr-demand-backup/3-write-data | ++++ pwd logger.go:42: 14:21:58 | gr-demand-backup/3-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:21:58 | gr-demand-backup/3-write-data | ++ test_name=gr-demand-backup logger.go:42: 14:21:58 | gr-demand-backup/3-write-data | +++ get_cluster_name logger.go:42: 14:21:58 | gr-demand-backup/3-write-data | +++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | ++ get_mysql_router_service gr-demand-backup logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | ++ local cluster=gr-demand-backup logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | ++ echo gr-demand-backup-router logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | + local 'uri=-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | + local pod= logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | ++ get_client_pod logger.go:42: 14:21:59 | gr-demand-backup/3-write-data | ++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:00 | gr-demand-backup/3-write-data | + client_pod=mysql-client logger.go:42: 14:22:00 | gr-demand-backup/3-write-data | + wait_pod mysql-client logger.go:42: 14:22:00 | gr-demand-backup/3-write-data | + local pod=mysql-client logger.go:42: 14:22:00 | gr-demand-backup/3-write-data | + set +o xtrace logger.go:42: 14:22:01 | gr-demand-backup/3-write-data | mysql-clienttrue logger.go:42: 14:22:01 | gr-demand-backup/3-write-data | + kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:22:01 | gr-demand-backup/3-write-data | + sed -e 's/mysql: //' logger.go:42: 14:22:01 | gr-demand-backup/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:02 | gr-demand-backup/3-write-data | + : logger.go:42: 14:22:02 | gr-demand-backup/3-write-data | +++ get_cluster_name logger.go:42: 14:22:02 | gr-demand-backup/3-write-data | +++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | ++ get_mysql_router_service gr-demand-backup logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | ++ local cluster=gr-demand-backup logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | ++ echo gr-demand-backup-router logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)' logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | + local 'uri=-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | + local pod= logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | ++ get_client_pod logger.go:42: 14:22:03 | gr-demand-backup/3-write-data | ++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:04 | gr-demand-backup/3-write-data | + client_pod=mysql-client logger.go:42: 14:22:04 | gr-demand-backup/3-write-data | + wait_pod mysql-client logger.go:42: 14:22:04 | gr-demand-backup/3-write-data | + local pod=mysql-client logger.go:42: 14:22:04 | gr-demand-backup/3-write-data | + set +o xtrace logger.go:42: 14:22:04 | gr-demand-backup/3-write-data | mysql-clienttrue logger.go:42: 14:22:05 | gr-demand-backup/3-write-data | + kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:22:05 | gr-demand-backup/3-write-data | + sed -e 's/mysql: //' logger.go:42: 14:22:05 | gr-demand-backup/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:06 | gr-demand-backup/3-write-data | + : logger.go:42: 14:22:07 | gr-demand-backup/3-write-data | test step completed 3-write-data logger.go:42: 14:22:07 | gr-demand-backup/4-create-backup-minio | starting test step 4-create-backup-minio logger.go:42: 14:22:08 | gr-demand-backup/4-create-backup-minio | PerconaServerMySQLBackup:kuttl-test-clear-bream/gr-demand-backup-minio created logger.go:42: 14:22:24 | gr-demand-backup/4-create-backup-minio | test step completed 4-create-backup-minio logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | starting test step 5-delete-data logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "TRUNCATE TABLE myDB.myTable" \ "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password" cluster_name=$(get_cluster_name) for i in 0 1 2; do data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 04-delete-data-minio-${i} --from-literal=data="${data}" done] logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | + source ../../functions logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ realpath ../../.. logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | ++++ mktemp -d logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export TEMP_DIR=/tmp/tmp.6uCmELn0kj logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ TEMP_DIR=/tmp/tmp.6uCmELn0kj logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | ++++ which gdate logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | ++++ which date logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ date=/usr/bin/date logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ command -v oc logger.go:42: 14:22:24 | gr-demand-backup/5-delete-data | +++ oc get projects logger.go:42: 14:22:30 | gr-demand-backup/5-delete-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:22:30 | gr-demand-backup/5-delete-data | +++ grep '^minikube' logger.go:42: 14:22:30 | gr-demand-backup/5-delete-data | +++ kubectl get nodes logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | ++++ pwd logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | ++ test_name=gr-demand-backup logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | +++ get_cluster_name logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | +++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | ++ get_mysql_router_service gr-demand-backup logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | ++ local cluster=gr-demand-backup logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | ++ echo gr-demand-backup-router logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | + run_mysql 'TRUNCATE TABLE myDB.myTable' '-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | + local 'command=TRUNCATE TABLE myDB.myTable' logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | + local 'uri=-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | + local pod= logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | ++ get_client_pod logger.go:42: 14:22:31 | gr-demand-backup/5-delete-data | ++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:32 | gr-demand-backup/5-delete-data | + client_pod=mysql-client logger.go:42: 14:22:32 | gr-demand-backup/5-delete-data | + wait_pod mysql-client logger.go:42: 14:22:32 | gr-demand-backup/5-delete-data | + local pod=mysql-client logger.go:42: 14:22:32 | gr-demand-backup/5-delete-data | + set +o xtrace logger.go:42: 14:22:33 | gr-demand-backup/5-delete-data | mysql-clienttrue logger.go:42: 14:22:33 | gr-demand-backup/5-delete-data | + kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "TRUNCATE TABLE myDB.myTable" | mysql -sN -h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:22:33 | gr-demand-backup/5-delete-data | + sed -e 's/mysql: //' logger.go:42: 14:22:33 | gr-demand-backup/5-delete-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:34 | gr-demand-backup/5-delete-data | + : logger.go:42: 14:22:34 | gr-demand-backup/5-delete-data | ++ get_cluster_name logger.go:42: 14:22:34 | gr-demand-backup/5-delete-data | ++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:22:35 | gr-demand-backup/5-delete-data | + cluster_name=gr-demand-backup logger.go:42: 14:22:35 | gr-demand-backup/5-delete-data | + for i in 0 1 2 logger.go:42: 14:22:35 | gr-demand-backup/5-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:35 | gr-demand-backup/5-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:22:35 | gr-demand-backup/5-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:35 | gr-demand-backup/5-delete-data | ++ local pod= logger.go:42: 14:22:35 | gr-demand-backup/5-delete-data | +++ get_client_pod logger.go:42: 14:22:35 | gr-demand-backup/5-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:36 | gr-demand-backup/5-delete-data | ++ client_pod=mysql-client logger.go:42: 14:22:36 | gr-demand-backup/5-delete-data | ++ wait_pod mysql-client logger.go:42: 14:22:36 | gr-demand-backup/5-delete-data | ++ local pod=mysql-client logger.go:42: 14:22:36 | gr-demand-backup/5-delete-data | ++ set +o xtrace logger.go:42: 14:22:37 | gr-demand-backup/5-delete-data | mysql-clienttrue logger.go:42: 14:22:37 | gr-demand-backup/5-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:37 | gr-demand-backup/5-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:22:37 | gr-demand-backup/5-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:38 | gr-demand-backup/5-delete-data | ++ : logger.go:42: 14:22:38 | gr-demand-backup/5-delete-data | + data= logger.go:42: 14:22:38 | gr-demand-backup/5-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 04-delete-data-minio-0 --from-literal=data= logger.go:42: 14:22:39 | gr-demand-backup/5-delete-data | configmap/04-delete-data-minio-0 created logger.go:42: 14:22:39 | gr-demand-backup/5-delete-data | + for i in 0 1 2 logger.go:42: 14:22:39 | gr-demand-backup/5-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:39 | gr-demand-backup/5-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:22:39 | gr-demand-backup/5-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:39 | gr-demand-backup/5-delete-data | ++ local pod= logger.go:42: 14:22:39 | gr-demand-backup/5-delete-data | +++ get_client_pod logger.go:42: 14:22:39 | gr-demand-backup/5-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:40 | gr-demand-backup/5-delete-data | ++ client_pod=mysql-client logger.go:42: 14:22:40 | gr-demand-backup/5-delete-data | ++ wait_pod mysql-client logger.go:42: 14:22:40 | gr-demand-backup/5-delete-data | ++ local pod=mysql-client logger.go:42: 14:22:40 | gr-demand-backup/5-delete-data | ++ set +o xtrace logger.go:42: 14:22:40 | gr-demand-backup/5-delete-data | mysql-clienttrue logger.go:42: 14:22:40 | gr-demand-backup/5-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:40 | gr-demand-backup/5-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:22:40 | gr-demand-backup/5-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:42 | gr-demand-backup/5-delete-data | ++ : logger.go:42: 14:22:42 | gr-demand-backup/5-delete-data | + data= logger.go:42: 14:22:42 | gr-demand-backup/5-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 04-delete-data-minio-1 --from-literal=data= logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | configmap/04-delete-data-minio-1 created logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | + for i in 0 1 2 logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | ++ local pod= logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | +++ get_client_pod logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | ++ client_pod=mysql-client logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | ++ wait_pod mysql-client logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | ++ local pod=mysql-client logger.go:42: 14:22:43 | gr-demand-backup/5-delete-data | ++ set +o xtrace logger.go:42: 14:22:44 | gr-demand-backup/5-delete-data | mysql-clienttrue logger.go:42: 14:22:44 | gr-demand-backup/5-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:22:44 | gr-demand-backup/5-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:44 | gr-demand-backup/5-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:22:46 | gr-demand-backup/5-delete-data | ++ : logger.go:42: 14:22:46 | gr-demand-backup/5-delete-data | + data= logger.go:42: 14:22:46 | gr-demand-backup/5-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 04-delete-data-minio-2 --from-literal=data= logger.go:42: 14:22:46 | gr-demand-backup/5-delete-data | configmap/04-delete-data-minio-2 created logger.go:42: 14:22:48 | gr-demand-backup/5-delete-data | test step completed 5-delete-data logger.go:42: 14:22:48 | gr-demand-backup/6-restore-from-minio | starting test step 6-restore-from-minio logger.go:42: 14:22:49 | gr-demand-backup/6-restore-from-minio | PerconaServerMySQLRestore:kuttl-test-clear-bream/gr-demand-backup-restore-minio created logger.go:42: 14:27:29 | gr-demand-backup/6-restore-from-minio | test step completed 6-restore-from-minio logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | starting test step 7-read-data logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster_name=$(get_cluster_name) for i in 0 1 2; do data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 06-read-data-minio-${i} --from-literal=data="${data}" done] logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | + source ../../functions logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ realpath ../../.. logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | ++++ mktemp -d logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export TEMP_DIR=/tmp/tmp.ZJ0vg8RV1g logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ TEMP_DIR=/tmp/tmp.ZJ0vg8RV1g logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | ++++ which gdate logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | ++++ which date logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ date=/usr/bin/date logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ command -v oc logger.go:42: 14:27:29 | gr-demand-backup/7-read-data | +++ oc get projects logger.go:42: 14:27:34 | gr-demand-backup/7-read-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:27:34 | gr-demand-backup/7-read-data | +++ kubectl get nodes logger.go:42: 14:27:34 | gr-demand-backup/7-read-data | +++ grep '^minikube' logger.go:42: 14:27:35 | gr-demand-backup/7-read-data | ++++ pwd logger.go:42: 14:27:35 | gr-demand-backup/7-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:27:35 | gr-demand-backup/7-read-data | ++ test_name=gr-demand-backup logger.go:42: 14:27:35 | gr-demand-backup/7-read-data | ++ get_cluster_name logger.go:42: 14:27:35 | gr-demand-backup/7-read-data | ++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | + cluster_name=gr-demand-backup logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | + for i in 0 1 2 logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | ++ local 'uri=-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | ++ local pod= logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | +++ get_client_pod logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | ++ client_pod=mysql-client logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | ++ wait_pod mysql-client logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | ++ local pod=mysql-client logger.go:42: 14:27:36 | gr-demand-backup/7-read-data | ++ set +o xtrace logger.go:42: 14:27:37 | gr-demand-backup/7-read-data | mysql-clienttrue logger.go:42: 14:27:37 | gr-demand-backup/7-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:37 | gr-demand-backup/7-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:27:37 | gr-demand-backup/7-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | + data=100500 logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-minio-0 --from-literal=data=100500 logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | configmap/06-read-data-minio-0 created logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | + for i in 0 1 2 logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | ++ local 'uri=-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | ++ local pod= logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | +++ get_client_pod logger.go:42: 14:27:39 | gr-demand-backup/7-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:27:40 | gr-demand-backup/7-read-data | ++ client_pod=mysql-client logger.go:42: 14:27:40 | gr-demand-backup/7-read-data | ++ wait_pod mysql-client logger.go:42: 14:27:40 | gr-demand-backup/7-read-data | ++ local pod=mysql-client logger.go:42: 14:27:40 | gr-demand-backup/7-read-data | ++ set +o xtrace logger.go:42: 14:27:41 | gr-demand-backup/7-read-data | mysql-clienttrue logger.go:42: 14:27:41 | gr-demand-backup/7-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:41 | gr-demand-backup/7-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:27:41 | gr-demand-backup/7-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:27:42 | gr-demand-backup/7-read-data | + data=100500 logger.go:42: 14:27:42 | gr-demand-backup/7-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-minio-1 --from-literal=data=100500 logger.go:42: 14:27:43 | gr-demand-backup/7-read-data | configmap/06-read-data-minio-1 created logger.go:42: 14:27:43 | gr-demand-backup/7-read-data | + for i in 0 1 2 logger.go:42: 14:27:43 | gr-demand-backup/7-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:43 | gr-demand-backup/7-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:27:43 | gr-demand-backup/7-read-data | ++ local 'uri=-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:43 | gr-demand-backup/7-read-data | ++ local pod= logger.go:42: 14:27:43 | gr-demand-backup/7-read-data | +++ get_client_pod logger.go:42: 14:27:43 | gr-demand-backup/7-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:27:44 | gr-demand-backup/7-read-data | ++ client_pod=mysql-client logger.go:42: 14:27:44 | gr-demand-backup/7-read-data | ++ wait_pod mysql-client logger.go:42: 14:27:44 | gr-demand-backup/7-read-data | ++ local pod=mysql-client logger.go:42: 14:27:44 | gr-demand-backup/7-read-data | ++ set +o xtrace logger.go:42: 14:27:45 | gr-demand-backup/7-read-data | mysql-clienttrue logger.go:42: 14:27:45 | gr-demand-backup/7-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:27:45 | gr-demand-backup/7-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:27:45 | gr-demand-backup/7-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:27:46 | gr-demand-backup/7-read-data | + data=100500 logger.go:42: 14:27:46 | gr-demand-backup/7-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-minio-2 --from-literal=data=100500 logger.go:42: 14:27:47 | gr-demand-backup/7-read-data | configmap/06-read-data-minio-2 created logger.go:42: 14:27:49 | gr-demand-backup/7-read-data | test step completed 7-read-data logger.go:42: 14:27:49 | gr-demand-backup/8-create-backup-s3 | starting test step 8-create-backup-s3 logger.go:42: 14:27:50 | gr-demand-backup/8-create-backup-s3 | PerconaServerMySQLBackup:kuttl-test-clear-bream/gr-demand-backup-s3 created logger.go:42: 14:28:16 | gr-demand-backup/8-create-backup-s3 | test step completed 8-create-backup-s3 logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | starting test step 9-delete-data logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "TRUNCATE TABLE myDB.myTable" \ "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password" cluster_name=$(get_cluster_name) for i in 0 1 2; do data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 08-delete-data-s3-${i} --from-literal=data="${data}" done] logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | + source ../../functions logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ realpath ../../.. logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | ++++ mktemp -d logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export TEMP_DIR=/tmp/tmp.FWSjystucH logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ TEMP_DIR=/tmp/tmp.FWSjystucH logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | ++++ which gdate logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | ++++ which date logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ date=/usr/bin/date logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ command -v oc logger.go:42: 14:28:16 | gr-demand-backup/9-delete-data | +++ oc get projects logger.go:42: 14:28:22 | gr-demand-backup/9-delete-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:28:22 | gr-demand-backup/9-delete-data | +++ grep '^minikube' logger.go:42: 14:28:22 | gr-demand-backup/9-delete-data | +++ kubectl get nodes logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | ++++ pwd logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | ++ test_name=gr-demand-backup logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | +++ get_cluster_name logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | +++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | ++ get_mysql_router_service gr-demand-backup logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | ++ local cluster=gr-demand-backup logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | ++ echo gr-demand-backup-router logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | + run_mysql 'TRUNCATE TABLE myDB.myTable' '-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | + local 'command=TRUNCATE TABLE myDB.myTable' logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | + local 'uri=-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | + local pod= logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | ++ get_client_pod logger.go:42: 14:28:23 | gr-demand-backup/9-delete-data | ++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:28:24 | gr-demand-backup/9-delete-data | + client_pod=mysql-client logger.go:42: 14:28:24 | gr-demand-backup/9-delete-data | + wait_pod mysql-client logger.go:42: 14:28:24 | gr-demand-backup/9-delete-data | + local pod=mysql-client logger.go:42: 14:28:24 | gr-demand-backup/9-delete-data | + set +o xtrace logger.go:42: 14:28:25 | gr-demand-backup/9-delete-data | mysql-clienttrue logger.go:42: 14:28:25 | gr-demand-backup/9-delete-data | + kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "TRUNCATE TABLE myDB.myTable" | mysql -sN -h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:28:25 | gr-demand-backup/9-delete-data | + sed -e 's/mysql: //' logger.go:42: 14:28:25 | gr-demand-backup/9-delete-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:28:26 | gr-demand-backup/9-delete-data | + : logger.go:42: 14:28:26 | gr-demand-backup/9-delete-data | ++ get_cluster_name logger.go:42: 14:28:26 | gr-demand-backup/9-delete-data | ++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:28:27 | gr-demand-backup/9-delete-data | + cluster_name=gr-demand-backup logger.go:42: 14:28:27 | gr-demand-backup/9-delete-data | + for i in 0 1 2 logger.go:42: 14:28:27 | gr-demand-backup/9-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:27 | gr-demand-backup/9-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:28:27 | gr-demand-backup/9-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:27 | gr-demand-backup/9-delete-data | ++ local pod= logger.go:42: 14:28:27 | gr-demand-backup/9-delete-data | +++ get_client_pod logger.go:42: 14:28:27 | gr-demand-backup/9-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:28:28 | gr-demand-backup/9-delete-data | ++ client_pod=mysql-client logger.go:42: 14:28:28 | gr-demand-backup/9-delete-data | ++ wait_pod mysql-client logger.go:42: 14:28:28 | gr-demand-backup/9-delete-data | ++ local pod=mysql-client logger.go:42: 14:28:28 | gr-demand-backup/9-delete-data | ++ set +o xtrace logger.go:42: 14:28:29 | gr-demand-backup/9-delete-data | mysql-clienttrue logger.go:42: 14:28:29 | gr-demand-backup/9-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:28:29 | gr-demand-backup/9-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:28:29 | gr-demand-backup/9-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:30 | gr-demand-backup/9-delete-data | ++ : logger.go:42: 14:28:30 | gr-demand-backup/9-delete-data | + data= logger.go:42: 14:28:30 | gr-demand-backup/9-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 08-delete-data-s3-0 --from-literal=data= logger.go:42: 14:28:31 | gr-demand-backup/9-delete-data | configmap/08-delete-data-s3-0 created logger.go:42: 14:28:31 | gr-demand-backup/9-delete-data | + for i in 0 1 2 logger.go:42: 14:28:31 | gr-demand-backup/9-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:31 | gr-demand-backup/9-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:28:31 | gr-demand-backup/9-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:31 | gr-demand-backup/9-delete-data | ++ local pod= logger.go:42: 14:28:31 | gr-demand-backup/9-delete-data | +++ get_client_pod logger.go:42: 14:28:31 | gr-demand-backup/9-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:28:32 | gr-demand-backup/9-delete-data | ++ client_pod=mysql-client logger.go:42: 14:28:32 | gr-demand-backup/9-delete-data | ++ wait_pod mysql-client logger.go:42: 14:28:32 | gr-demand-backup/9-delete-data | ++ local pod=mysql-client logger.go:42: 14:28:32 | gr-demand-backup/9-delete-data | ++ set +o xtrace logger.go:42: 14:28:33 | gr-demand-backup/9-delete-data | mysql-clienttrue logger.go:42: 14:28:33 | gr-demand-backup/9-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:33 | gr-demand-backup/9-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:28:33 | gr-demand-backup/9-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:28:34 | gr-demand-backup/9-delete-data | ++ : logger.go:42: 14:28:34 | gr-demand-backup/9-delete-data | + data= logger.go:42: 14:28:34 | gr-demand-backup/9-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 08-delete-data-s3-1 --from-literal=data= logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | configmap/08-delete-data-s3-1 created logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | + for i in 0 1 2 logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | ++ local pod= logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | +++ get_client_pod logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | ++ client_pod=mysql-client logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | ++ wait_pod mysql-client logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | ++ local pod=mysql-client logger.go:42: 14:28:35 | gr-demand-backup/9-delete-data | ++ set +o xtrace logger.go:42: 14:28:36 | gr-demand-backup/9-delete-data | mysql-clienttrue logger.go:42: 14:28:36 | gr-demand-backup/9-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:28:36 | gr-demand-backup/9-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:28:36 | gr-demand-backup/9-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:28:38 | gr-demand-backup/9-delete-data | ++ : logger.go:42: 14:28:38 | gr-demand-backup/9-delete-data | + data= logger.go:42: 14:28:38 | gr-demand-backup/9-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 08-delete-data-s3-2 --from-literal=data= logger.go:42: 14:28:38 | gr-demand-backup/9-delete-data | configmap/08-delete-data-s3-2 created logger.go:42: 14:28:40 | gr-demand-backup/9-delete-data | test step completed 9-delete-data logger.go:42: 14:28:40 | gr-demand-backup/10-restore-from-s3 | starting test step 10-restore-from-s3 logger.go:42: 14:28:41 | gr-demand-backup/10-restore-from-s3 | PerconaServerMySQLRestore:kuttl-test-clear-bream/gr-demand-backup-restore-s3 created logger.go:42: 14:33:36 | gr-demand-backup/10-restore-from-s3 | test step completed 10-restore-from-s3 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | starting test step 11-read-data logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster_name=$(get_cluster_name) for i in 0 1 2; do data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 06-read-data-s3-${i} --from-literal=data="${data}" done] logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | + source ../../functions logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ realpath ../../.. logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | ++++ mktemp -d logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export TEMP_DIR=/tmp/tmp.lsCuNZRzr9 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ TEMP_DIR=/tmp/tmp.lsCuNZRzr9 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | ++++ which gdate logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | ++++ which date logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ date=/usr/bin/date logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ command -v oc logger.go:42: 14:33:36 | gr-demand-backup/11-read-data | +++ oc get projects logger.go:42: 14:33:41 | gr-demand-backup/11-read-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:33:41 | gr-demand-backup/11-read-data | +++ kubectl get nodes logger.go:42: 14:33:41 | gr-demand-backup/11-read-data | +++ grep '^minikube' logger.go:42: 14:33:42 | gr-demand-backup/11-read-data | ++++ pwd logger.go:42: 14:33:42 | gr-demand-backup/11-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:33:42 | gr-demand-backup/11-read-data | ++ test_name=gr-demand-backup logger.go:42: 14:33:42 | gr-demand-backup/11-read-data | ++ get_cluster_name logger.go:42: 14:33:42 | gr-demand-backup/11-read-data | ++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:33:43 | gr-demand-backup/11-read-data | + cluster_name=gr-demand-backup logger.go:42: 14:33:43 | gr-demand-backup/11-read-data | + for i in 0 1 2 logger.go:42: 14:33:43 | gr-demand-backup/11-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:43 | gr-demand-backup/11-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:33:43 | gr-demand-backup/11-read-data | ++ local 'uri=-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:43 | gr-demand-backup/11-read-data | ++ local pod= logger.go:42: 14:33:43 | gr-demand-backup/11-read-data | +++ get_client_pod logger.go:42: 14:33:43 | gr-demand-backup/11-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:33:44 | gr-demand-backup/11-read-data | ++ client_pod=mysql-client logger.go:42: 14:33:44 | gr-demand-backup/11-read-data | ++ wait_pod mysql-client logger.go:42: 14:33:44 | gr-demand-backup/11-read-data | ++ local pod=mysql-client logger.go:42: 14:33:44 | gr-demand-backup/11-read-data | ++ set +o xtrace logger.go:42: 14:33:44 | gr-demand-backup/11-read-data | mysql-clienttrue logger.go:42: 14:33:44 | gr-demand-backup/11-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:44 | gr-demand-backup/11-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:33:44 | gr-demand-backup/11-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:33:46 | gr-demand-backup/11-read-data | + data=100500 logger.go:42: 14:33:46 | gr-demand-backup/11-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-s3-0 --from-literal=data=100500 logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | configmap/06-read-data-s3-0 created logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | + for i in 0 1 2 logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | ++ local 'uri=-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | ++ local pod= logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | +++ get_client_pod logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | ++ client_pod=mysql-client logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | ++ wait_pod mysql-client logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | ++ local pod=mysql-client logger.go:42: 14:33:47 | gr-demand-backup/11-read-data | ++ set +o xtrace logger.go:42: 14:33:48 | gr-demand-backup/11-read-data | mysql-clienttrue logger.go:42: 14:33:48 | gr-demand-backup/11-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:48 | gr-demand-backup/11-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:33:48 | gr-demand-backup/11-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | + data=100500 logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-s3-1 --from-literal=data=100500 logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | configmap/06-read-data-s3-1 created logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | + for i in 0 1 2 logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | ++ local 'uri=-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | ++ local pod= logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | +++ get_client_pod logger.go:42: 14:33:50 | gr-demand-backup/11-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:33:51 | gr-demand-backup/11-read-data | ++ client_pod=mysql-client logger.go:42: 14:33:51 | gr-demand-backup/11-read-data | ++ wait_pod mysql-client logger.go:42: 14:33:51 | gr-demand-backup/11-read-data | ++ local pod=mysql-client logger.go:42: 14:33:51 | gr-demand-backup/11-read-data | ++ set +o xtrace logger.go:42: 14:33:52 | gr-demand-backup/11-read-data | mysql-clienttrue logger.go:42: 14:33:52 | gr-demand-backup/11-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:33:52 | gr-demand-backup/11-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:33:52 | gr-demand-backup/11-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:33:53 | gr-demand-backup/11-read-data | + data=100500 logger.go:42: 14:33:53 | gr-demand-backup/11-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-s3-2 --from-literal=data=100500 logger.go:42: 14:33:54 | gr-demand-backup/11-read-data | configmap/06-read-data-s3-2 created logger.go:42: 14:33:56 | gr-demand-backup/11-read-data | test step completed 11-read-data logger.go:42: 14:33:56 | gr-demand-backup/12-create-backup-gcp | starting test step 12-create-backup-gcp logger.go:42: 14:33:57 | gr-demand-backup/12-create-backup-gcp | PerconaServerMySQLBackup:kuttl-test-clear-bream/gr-demand-backup-gcp created logger.go:42: 14:34:13 | gr-demand-backup/12-create-backup-gcp | test step completed 12-create-backup-gcp logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | starting test step 13-delete-data logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "TRUNCATE TABLE myDB.myTable" \ "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password" cluster_name=$(get_cluster_name) for i in 0 1 2; do data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 12-delete-data-gcp-${i} --from-literal=data="${data}" done] logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | + source ../../functions logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ realpath ../../.. logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | ++++ mktemp -d logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export TEMP_DIR=/tmp/tmp.fZoZCLYSB1 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ TEMP_DIR=/tmp/tmp.fZoZCLYSB1 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | ++++ which gdate logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | ++++ which date logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ date=/usr/bin/date logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ command -v oc logger.go:42: 14:34:13 | gr-demand-backup/13-delete-data | +++ oc get projects logger.go:42: 14:34:18 | gr-demand-backup/13-delete-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:34:18 | gr-demand-backup/13-delete-data | +++ kubectl get nodes logger.go:42: 14:34:18 | gr-demand-backup/13-delete-data | +++ grep '^minikube' logger.go:42: 14:34:19 | gr-demand-backup/13-delete-data | ++++ pwd logger.go:42: 14:34:19 | gr-demand-backup/13-delete-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:34:19 | gr-demand-backup/13-delete-data | ++ test_name=gr-demand-backup logger.go:42: 14:34:19 | gr-demand-backup/13-delete-data | +++ get_cluster_name logger.go:42: 14:34:19 | gr-demand-backup/13-delete-data | +++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | ++ get_mysql_router_service gr-demand-backup logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | ++ local cluster=gr-demand-backup logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | ++ echo gr-demand-backup-router logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | + run_mysql 'TRUNCATE TABLE myDB.myTable' '-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | + local 'command=TRUNCATE TABLE myDB.myTable' logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | + local 'uri=-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | + local pod= logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | ++ get_client_pod logger.go:42: 14:34:20 | gr-demand-backup/13-delete-data | ++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:34:21 | gr-demand-backup/13-delete-data | + client_pod=mysql-client logger.go:42: 14:34:21 | gr-demand-backup/13-delete-data | + wait_pod mysql-client logger.go:42: 14:34:21 | gr-demand-backup/13-delete-data | + local pod=mysql-client logger.go:42: 14:34:21 | gr-demand-backup/13-delete-data | + set +o xtrace logger.go:42: 14:34:21 | gr-demand-backup/13-delete-data | mysql-clienttrue logger.go:42: 14:34:21 | gr-demand-backup/13-delete-data | + kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "TRUNCATE TABLE myDB.myTable" | mysql -sN -h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:34:21 | gr-demand-backup/13-delete-data | + sed -e 's/mysql: //' logger.go:42: 14:34:21 | gr-demand-backup/13-delete-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:34:23 | gr-demand-backup/13-delete-data | + : logger.go:42: 14:34:23 | gr-demand-backup/13-delete-data | ++ get_cluster_name logger.go:42: 14:34:23 | gr-demand-backup/13-delete-data | ++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | + cluster_name=gr-demand-backup logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | + for i in 0 1 2 logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | ++ local pod= logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | +++ get_client_pod logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | ++ client_pod=mysql-client logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | ++ wait_pod mysql-client logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | ++ local pod=mysql-client logger.go:42: 14:34:24 | gr-demand-backup/13-delete-data | ++ set +o xtrace logger.go:42: 14:34:25 | gr-demand-backup/13-delete-data | mysql-clienttrue logger.go:42: 14:34:25 | gr-demand-backup/13-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:25 | gr-demand-backup/13-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:34:25 | gr-demand-backup/13-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | ++ : logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | + data= logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 12-delete-data-gcp-0 --from-literal=data= logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | configmap/12-delete-data-gcp-0 created logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | + for i in 0 1 2 logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | ++ local pod= logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | +++ get_client_pod logger.go:42: 14:34:27 | gr-demand-backup/13-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:34:28 | gr-demand-backup/13-delete-data | ++ client_pod=mysql-client logger.go:42: 14:34:28 | gr-demand-backup/13-delete-data | ++ wait_pod mysql-client logger.go:42: 14:34:28 | gr-demand-backup/13-delete-data | ++ local pod=mysql-client logger.go:42: 14:34:28 | gr-demand-backup/13-delete-data | ++ set +o xtrace logger.go:42: 14:34:29 | gr-demand-backup/13-delete-data | mysql-clienttrue logger.go:42: 14:34:29 | gr-demand-backup/13-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:29 | gr-demand-backup/13-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:34:29 | gr-demand-backup/13-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:34:30 | gr-demand-backup/13-delete-data | ++ : logger.go:42: 14:34:30 | gr-demand-backup/13-delete-data | + data= logger.go:42: 14:34:30 | gr-demand-backup/13-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 12-delete-data-gcp-1 --from-literal=data= logger.go:42: 14:34:31 | gr-demand-backup/13-delete-data | configmap/12-delete-data-gcp-1 created logger.go:42: 14:34:31 | gr-demand-backup/13-delete-data | + for i in 0 1 2 logger.go:42: 14:34:31 | gr-demand-backup/13-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:31 | gr-demand-backup/13-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:34:31 | gr-demand-backup/13-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:31 | gr-demand-backup/13-delete-data | ++ local pod= logger.go:42: 14:34:31 | gr-demand-backup/13-delete-data | +++ get_client_pod logger.go:42: 14:34:31 | gr-demand-backup/13-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:34:32 | gr-demand-backup/13-delete-data | ++ client_pod=mysql-client logger.go:42: 14:34:32 | gr-demand-backup/13-delete-data | ++ wait_pod mysql-client logger.go:42: 14:34:32 | gr-demand-backup/13-delete-data | ++ local pod=mysql-client logger.go:42: 14:34:32 | gr-demand-backup/13-delete-data | ++ set +o xtrace logger.go:42: 14:34:33 | gr-demand-backup/13-delete-data | mysql-clienttrue logger.go:42: 14:34:33 | gr-demand-backup/13-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:34:33 | gr-demand-backup/13-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:34:33 | gr-demand-backup/13-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:34:34 | gr-demand-backup/13-delete-data | ++ : logger.go:42: 14:34:34 | gr-demand-backup/13-delete-data | + data= logger.go:42: 14:34:34 | gr-demand-backup/13-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 12-delete-data-gcp-2 --from-literal=data= logger.go:42: 14:34:35 | gr-demand-backup/13-delete-data | configmap/12-delete-data-gcp-2 created logger.go:42: 14:34:36 | gr-demand-backup/13-delete-data | test step completed 13-delete-data logger.go:42: 14:34:36 | gr-demand-backup/14-restore-from-gcp | starting test step 14-restore-from-gcp logger.go:42: 14:34:38 | gr-demand-backup/14-restore-from-gcp | PerconaServerMySQLRestore:kuttl-test-clear-bream/gr-demand-backup-restore-gcp created logger.go:42: 14:39:06 | gr-demand-backup/14-restore-from-gcp | test step completed 14-restore-from-gcp logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | starting test step 15-read-data logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster_name=$(get_cluster_name) for i in 0 1 2; do data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 06-read-data-gcp-${i} --from-literal=data="${data}" done] logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | + source ../../functions logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ realpath ../../.. logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | ++++ mktemp -d logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export TEMP_DIR=/tmp/tmp.myWtqaAp88 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ TEMP_DIR=/tmp/tmp.myWtqaAp88 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | ++++ which gdate logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | ++++ which date logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ date=/usr/bin/date logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ command -v oc logger.go:42: 14:39:06 | gr-demand-backup/15-read-data | +++ oc get projects logger.go:42: 14:39:12 | gr-demand-backup/15-read-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:39:12 | gr-demand-backup/15-read-data | +++ kubectl get nodes logger.go:42: 14:39:12 | gr-demand-backup/15-read-data | +++ grep '^minikube' logger.go:42: 14:39:13 | gr-demand-backup/15-read-data | ++++ pwd logger.go:42: 14:39:13 | gr-demand-backup/15-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:39:13 | gr-demand-backup/15-read-data | ++ test_name=gr-demand-backup logger.go:42: 14:39:13 | gr-demand-backup/15-read-data | ++ get_cluster_name logger.go:42: 14:39:13 | gr-demand-backup/15-read-data | ++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | + cluster_name=gr-demand-backup logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | + for i in 0 1 2 logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | ++ local 'uri=-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | ++ local pod= logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | +++ get_client_pod logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | ++ client_pod=mysql-client logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | ++ wait_pod mysql-client logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | ++ local pod=mysql-client logger.go:42: 14:39:14 | gr-demand-backup/15-read-data | ++ set +o xtrace logger.go:42: 14:39:15 | gr-demand-backup/15-read-data | mysql-clienttrue logger.go:42: 14:39:15 | gr-demand-backup/15-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:15 | gr-demand-backup/15-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:39:15 | gr-demand-backup/15-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | + data=100500 logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-gcp-0 --from-literal=data=100500 logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | configmap/06-read-data-gcp-0 created logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | + for i in 0 1 2 logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | ++ local 'uri=-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | ++ local pod= logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | +++ get_client_pod logger.go:42: 14:39:17 | gr-demand-backup/15-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:39:18 | gr-demand-backup/15-read-data | ++ client_pod=mysql-client logger.go:42: 14:39:18 | gr-demand-backup/15-read-data | ++ wait_pod mysql-client logger.go:42: 14:39:18 | gr-demand-backup/15-read-data | ++ local pod=mysql-client logger.go:42: 14:39:18 | gr-demand-backup/15-read-data | ++ set +o xtrace logger.go:42: 14:39:19 | gr-demand-backup/15-read-data | mysql-clienttrue logger.go:42: 14:39:19 | gr-demand-backup/15-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:19 | gr-demand-backup/15-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:39:19 | gr-demand-backup/15-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:39:20 | gr-demand-backup/15-read-data | + data=100500 logger.go:42: 14:39:20 | gr-demand-backup/15-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-gcp-1 --from-literal=data=100500 logger.go:42: 14:39:21 | gr-demand-backup/15-read-data | configmap/06-read-data-gcp-1 created logger.go:42: 14:39:21 | gr-demand-backup/15-read-data | + for i in 0 1 2 logger.go:42: 14:39:21 | gr-demand-backup/15-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:21 | gr-demand-backup/15-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:39:21 | gr-demand-backup/15-read-data | ++ local 'uri=-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:21 | gr-demand-backup/15-read-data | ++ local pod= logger.go:42: 14:39:21 | gr-demand-backup/15-read-data | +++ get_client_pod logger.go:42: 14:39:21 | gr-demand-backup/15-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:39:22 | gr-demand-backup/15-read-data | ++ client_pod=mysql-client logger.go:42: 14:39:22 | gr-demand-backup/15-read-data | ++ wait_pod mysql-client logger.go:42: 14:39:22 | gr-demand-backup/15-read-data | ++ local pod=mysql-client logger.go:42: 14:39:22 | gr-demand-backup/15-read-data | ++ set +o xtrace logger.go:42: 14:39:23 | gr-demand-backup/15-read-data | mysql-clienttrue logger.go:42: 14:39:23 | gr-demand-backup/15-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:23 | gr-demand-backup/15-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:39:23 | gr-demand-backup/15-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:39:24 | gr-demand-backup/15-read-data | + data=100500 logger.go:42: 14:39:24 | gr-demand-backup/15-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-gcp-2 --from-literal=data=100500 logger.go:42: 14:39:25 | gr-demand-backup/15-read-data | configmap/06-read-data-gcp-2 created logger.go:42: 14:39:27 | gr-demand-backup/15-read-data | test step completed 15-read-data logger.go:42: 14:39:27 | gr-demand-backup/16-create-backup-azure | starting test step 16-create-backup-azure logger.go:42: 14:39:28 | gr-demand-backup/16-create-backup-azure | PerconaServerMySQLBackup:kuttl-test-clear-bream/gr-demand-backup-azure created logger.go:42: 14:39:44 | gr-demand-backup/16-create-backup-azure | test step completed 16-create-backup-azure logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | starting test step 17-delete-data logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "TRUNCATE TABLE myDB.myTable" \ "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password" cluster_name=$(get_cluster_name) for i in 0 1 2; do data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 16-delete-data-azure-${i} --from-literal=data="${data}" done] logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | + source ../../functions logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ realpath ../../.. logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | ++++ mktemp -d logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export TEMP_DIR=/tmp/tmp.g0gMpFQ0mm logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ TEMP_DIR=/tmp/tmp.g0gMpFQ0mm logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | ++++ which gdate logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | ++++ which date logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ date=/usr/bin/date logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ command -v oc logger.go:42: 14:39:44 | gr-demand-backup/17-delete-data | +++ oc get projects logger.go:42: 14:39:49 | gr-demand-backup/17-delete-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:39:49 | gr-demand-backup/17-delete-data | +++ kubectl get nodes logger.go:42: 14:39:49 | gr-demand-backup/17-delete-data | +++ grep '^minikube' logger.go:42: 14:39:50 | gr-demand-backup/17-delete-data | ++++ pwd logger.go:42: 14:39:50 | gr-demand-backup/17-delete-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:39:50 | gr-demand-backup/17-delete-data | ++ test_name=gr-demand-backup logger.go:42: 14:39:50 | gr-demand-backup/17-delete-data | +++ get_cluster_name logger.go:42: 14:39:50 | gr-demand-backup/17-delete-data | +++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | ++ get_mysql_router_service gr-demand-backup logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | ++ local cluster=gr-demand-backup logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | ++ echo gr-demand-backup-router logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | + run_mysql 'TRUNCATE TABLE myDB.myTable' '-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | + local 'command=TRUNCATE TABLE myDB.myTable' logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | + local 'uri=-h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | + local pod= logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | ++ get_client_pod logger.go:42: 14:39:51 | gr-demand-backup/17-delete-data | ++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:39:52 | gr-demand-backup/17-delete-data | + client_pod=mysql-client logger.go:42: 14:39:52 | gr-demand-backup/17-delete-data | + wait_pod mysql-client logger.go:42: 14:39:52 | gr-demand-backup/17-delete-data | + local pod=mysql-client logger.go:42: 14:39:52 | gr-demand-backup/17-delete-data | + set +o xtrace logger.go:42: 14:39:52 | gr-demand-backup/17-delete-data | mysql-clienttrue logger.go:42: 14:39:52 | gr-demand-backup/17-delete-data | + kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "TRUNCATE TABLE myDB.myTable" | mysql -sN -h gr-demand-backup-router -uroot -proot_password' logger.go:42: 14:39:52 | gr-demand-backup/17-delete-data | + sed -e 's/mysql: //' logger.go:42: 14:39:52 | gr-demand-backup/17-delete-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:39:54 | gr-demand-backup/17-delete-data | + : logger.go:42: 14:39:54 | gr-demand-backup/17-delete-data | ++ get_cluster_name logger.go:42: 14:39:54 | gr-demand-backup/17-delete-data | ++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | + cluster_name=gr-demand-backup logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | + for i in 0 1 2 logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | ++ local pod= logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | +++ get_client_pod logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | ++ client_pod=mysql-client logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | ++ wait_pod mysql-client logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | ++ local pod=mysql-client logger.go:42: 14:39:55 | gr-demand-backup/17-delete-data | ++ set +o xtrace logger.go:42: 14:39:56 | gr-demand-backup/17-delete-data | mysql-clienttrue logger.go:42: 14:39:56 | gr-demand-backup/17-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:56 | gr-demand-backup/17-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:39:56 | gr-demand-backup/17-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | ++ : logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | + data= logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 16-delete-data-azure-0 --from-literal=data= logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | configmap/16-delete-data-azure-0 created logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | + for i in 0 1 2 logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | ++ local pod= logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | +++ get_client_pod logger.go:42: 14:39:58 | gr-demand-backup/17-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:39:59 | gr-demand-backup/17-delete-data | ++ client_pod=mysql-client logger.go:42: 14:39:59 | gr-demand-backup/17-delete-data | ++ wait_pod mysql-client logger.go:42: 14:39:59 | gr-demand-backup/17-delete-data | ++ local pod=mysql-client logger.go:42: 14:39:59 | gr-demand-backup/17-delete-data | ++ set +o xtrace logger.go:42: 14:40:00 | gr-demand-backup/17-delete-data | mysql-clienttrue logger.go:42: 14:40:00 | gr-demand-backup/17-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:40:00 | gr-demand-backup/17-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:40:00 | gr-demand-backup/17-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:40:01 | gr-demand-backup/17-delete-data | ++ : logger.go:42: 14:40:01 | gr-demand-backup/17-delete-data | + data= logger.go:42: 14:40:01 | gr-demand-backup/17-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 16-delete-data-azure-1 --from-literal=data= logger.go:42: 14:40:02 | gr-demand-backup/17-delete-data | configmap/16-delete-data-azure-1 created logger.go:42: 14:40:02 | gr-demand-backup/17-delete-data | + for i in 0 1 2 logger.go:42: 14:40:02 | gr-demand-backup/17-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:40:02 | gr-demand-backup/17-delete-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:40:02 | gr-demand-backup/17-delete-data | ++ local 'uri=-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:40:02 | gr-demand-backup/17-delete-data | ++ local pod= logger.go:42: 14:40:02 | gr-demand-backup/17-delete-data | +++ get_client_pod logger.go:42: 14:40:02 | gr-demand-backup/17-delete-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:40:03 | gr-demand-backup/17-delete-data | ++ client_pod=mysql-client logger.go:42: 14:40:03 | gr-demand-backup/17-delete-data | ++ wait_pod mysql-client logger.go:42: 14:40:03 | gr-demand-backup/17-delete-data | ++ local pod=mysql-client logger.go:42: 14:40:03 | gr-demand-backup/17-delete-data | ++ set +o xtrace logger.go:42: 14:40:04 | gr-demand-backup/17-delete-data | mysql-clienttrue logger.go:42: 14:40:04 | gr-demand-backup/17-delete-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:40:04 | gr-demand-backup/17-delete-data | ++ sed -e 's/mysql: //' logger.go:42: 14:40:04 | gr-demand-backup/17-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:40:05 | gr-demand-backup/17-delete-data | ++ : logger.go:42: 14:40:05 | gr-demand-backup/17-delete-data | + data= logger.go:42: 14:40:05 | gr-demand-backup/17-delete-data | + kubectl create configmap -n kuttl-test-clear-bream 16-delete-data-azure-2 --from-literal=data= logger.go:42: 14:40:06 | gr-demand-backup/17-delete-data | configmap/16-delete-data-azure-2 created logger.go:42: 14:40:07 | gr-demand-backup/17-delete-data | test step completed 17-delete-data logger.go:42: 14:40:07 | gr-demand-backup/18-restore-from-azure | starting test step 18-restore-from-azure logger.go:42: 14:40:09 | gr-demand-backup/18-restore-from-azure | PerconaServerMySQLRestore:kuttl-test-clear-bream/gr-demand-backup-restore-azure created logger.go:42: 14:44:46 | gr-demand-backup/18-restore-from-azure | test step completed 18-restore-from-azure logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | starting test step 19-read-data logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster_name=$(get_cluster_name) for i in 0 1 2; do data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 06-read-data-azure-${i} --from-literal=data="${data}" done] logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | + source ../../functions logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ realpath ../../.. logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | ++++ mktemp -d logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export TEMP_DIR=/tmp/tmp.064fxmyKG8 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ TEMP_DIR=/tmp/tmp.064fxmyKG8 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | ++++ which gdate logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | ++++ which date logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ date=/usr/bin/date logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ command -v oc logger.go:42: 14:44:46 | gr-demand-backup/19-read-data | +++ oc get projects logger.go:42: 14:44:52 | gr-demand-backup/19-read-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:44:52 | gr-demand-backup/19-read-data | +++ grep '^minikube' logger.go:42: 14:44:52 | gr-demand-backup/19-read-data | +++ kubectl get nodes logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | ++++ pwd logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-demand-backup logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | ++ test_name=gr-demand-backup logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | ++ get_cluster_name logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | ++ kubectl -n kuttl-test-clear-bream get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | + cluster_name=gr-demand-backup logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | + for i in 0 1 2 logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | ++ local 'uri=-h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | ++ local pod= logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | +++ get_client_pod logger.go:42: 14:44:53 | gr-demand-backup/19-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:44:54 | gr-demand-backup/19-read-data | ++ client_pod=mysql-client logger.go:42: 14:44:54 | gr-demand-backup/19-read-data | ++ wait_pod mysql-client logger.go:42: 14:44:54 | gr-demand-backup/19-read-data | ++ local pod=mysql-client logger.go:42: 14:44:54 | gr-demand-backup/19-read-data | ++ set +o xtrace logger.go:42: 14:44:55 | gr-demand-backup/19-read-data | mysql-clienttrue logger.go:42: 14:44:55 | gr-demand-backup/19-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-0.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:44:55 | gr-demand-backup/19-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:44:55 | gr-demand-backup/19-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:44:56 | gr-demand-backup/19-read-data | + data=100500 logger.go:42: 14:44:56 | gr-demand-backup/19-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-azure-0 --from-literal=data=100500 logger.go:42: 14:44:57 | gr-demand-backup/19-read-data | configmap/06-read-data-azure-0 created logger.go:42: 14:44:57 | gr-demand-backup/19-read-data | + for i in 0 1 2 logger.go:42: 14:44:57 | gr-demand-backup/19-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:44:57 | gr-demand-backup/19-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:44:57 | gr-demand-backup/19-read-data | ++ local 'uri=-h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:44:57 | gr-demand-backup/19-read-data | ++ local pod= logger.go:42: 14:44:57 | gr-demand-backup/19-read-data | +++ get_client_pod logger.go:42: 14:44:57 | gr-demand-backup/19-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:44:58 | gr-demand-backup/19-read-data | ++ client_pod=mysql-client logger.go:42: 14:44:58 | gr-demand-backup/19-read-data | ++ wait_pod mysql-client logger.go:42: 14:44:58 | gr-demand-backup/19-read-data | ++ local pod=mysql-client logger.go:42: 14:44:58 | gr-demand-backup/19-read-data | ++ set +o xtrace logger.go:42: 14:44:59 | gr-demand-backup/19-read-data | mysql-clienttrue logger.go:42: 14:44:59 | gr-demand-backup/19-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:44:59 | gr-demand-backup/19-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:44:59 | gr-demand-backup/19-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-1.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:45:00 | gr-demand-backup/19-read-data | + data=100500 logger.go:42: 14:45:00 | gr-demand-backup/19-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-azure-1 --from-literal=data=100500 logger.go:42: 14:45:01 | gr-demand-backup/19-read-data | configmap/06-read-data-azure-1 created logger.go:42: 14:45:01 | gr-demand-backup/19-read-data | + for i in 0 1 2 logger.go:42: 14:45:01 | gr-demand-backup/19-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:45:01 | gr-demand-backup/19-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:45:01 | gr-demand-backup/19-read-data | ++ local 'uri=-h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:45:01 | gr-demand-backup/19-read-data | ++ local pod= logger.go:42: 14:45:01 | gr-demand-backup/19-read-data | +++ get_client_pod logger.go:42: 14:45:01 | gr-demand-backup/19-read-data | +++ kubectl -n kuttl-test-clear-bream get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:45:02 | gr-demand-backup/19-read-data | ++ client_pod=mysql-client logger.go:42: 14:45:02 | gr-demand-backup/19-read-data | ++ wait_pod mysql-client logger.go:42: 14:45:02 | gr-demand-backup/19-read-data | ++ local pod=mysql-client logger.go:42: 14:45:02 | gr-demand-backup/19-read-data | ++ set +o xtrace logger.go:42: 14:45:02 | gr-demand-backup/19-read-data | mysql-clienttrue logger.go:42: 14:45:02 | gr-demand-backup/19-read-data | ++ kubectl -n kuttl-test-clear-bream exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-mysql-2.gr-demand-backup-mysql -uroot -proot_password' logger.go:42: 14:45:02 | gr-demand-backup/19-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:45:02 | gr-demand-backup/19-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:45:04 | gr-demand-backup/19-read-data | + data=100500 logger.go:42: 14:45:04 | gr-demand-backup/19-read-data | + kubectl create configmap -n kuttl-test-clear-bream 06-read-data-azure-2 --from-literal=data=100500 logger.go:42: 14:45:05 | gr-demand-backup/19-read-data | configmap/06-read-data-azure-2 created logger.go:42: 14:45:06 | gr-demand-backup/19-read-data | test step completed 19-read-data logger.go:42: 14:45:06 | gr-demand-backup/20-drop-finalizer | starting test step 20-drop-finalizer logger.go:42: 14:45:08 | gr-demand-backup/20-drop-finalizer | PerconaServerMySQL:kuttl-test-clear-bream/gr-demand-backup updated logger.go:42: 14:45:08 | gr-demand-backup/20-drop-finalizer | test step completed 20-drop-finalizer logger.go:42: 14:45:08 | gr-demand-backup | gr-demand-backup events from ns kuttl-test-clear-bream: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:08 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-5fzj4 Scheduled Successfully assigned kuttl-test-clear-bream/percona-server-mysql-operator-6b56d66f99-5fzj4 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:08 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-6b56d66f99 SuccessfulCreate Created pod: percona-server-mysql-operator-6b56d66f99-5fzj4 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:08 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-6b56d66f99 to 1 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:10 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-5fzj4.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:11 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-6b56d66f99-5fzj4_03acb6dc-867b-47df-b692-0a385eb5f03f became leader logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:11 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-5fzj4.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 490.533676ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:11 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-5fzj4.spec.containers{manager} Created Created container manager logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:11 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-5fzj4.spec.containers{manager} Started Started container manager logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:12 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-clear-bream/mysql-client to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:12 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.25" already present on machine logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:12 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:12 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:18 +0000 UTC Normal ReplicaSet.apps minio-service-6f47578c5b SuccessfulCreate Created pod: minio-service-6f47578c5b-j5tcf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:18 +0000 UTC Normal PersistentVolumeClaim minio-service WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:18 +0000 UTC Normal Deployment.apps minio-service ScalingReplicaSet Scaled up replica set minio-service-6f47578c5b to 1 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:18 +0000 UTC Normal PersistentVolumeClaim minio-service ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:18 +0000 UTC Normal PersistentVolumeClaim minio-service Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/minio-service" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:22 +0000 UTC Normal Pod minio-service-6f47578c5b-j5tcf Scheduled Successfully assigned kuttl-test-clear-bream/minio-service-6f47578c5b-j5tcf to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:22 +0000 UTC Normal PersistentVolumeClaim minio-service ProvisioningSucceeded Successfully provisioned volume pvc-8c80752f-95cf-4a76-8358-5920ad69eb22 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:27 +0000 UTC Normal Pod minio-service-6f47578c5b-j5tcf SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-8c80752f-95cf-4a76-8358-5920ad69eb22" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:30 +0000 UTC Normal Pod minio-service-6f47578c5b-j5tcf.spec.containers{minio} Pulling Pulling image "minio/minio:RELEASE.2020-11-19T23-48-16Z" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:32 +0000 UTC Normal Pod minio-service-6f47578c5b-j5tcf.spec.containers{minio} Pulled Successfully pulled image "minio/minio:RELEASE.2020-11-19T23-48-16Z" in 2.275959461s logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:32 +0000 UTC Normal Pod minio-service-6f47578c5b-j5tcf.spec.containers{minio} Created Created container minio logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:32 +0000 UTC Normal Pod minio-service-6f47578c5b-j5tcf.spec.containers{minio} Started Started container minio logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:35 +0000 UTC Normal Pod aws-cli Scheduled Successfully assigned kuttl-test-clear-bream/aws-cli to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:35 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:39 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 3.968456903s logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:39 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container aws-cli logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:39 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:58 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:58 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:58 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-0" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:58 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulCreate create Claim datadir-gr-demand-backup-mysql-0 Pod gr-demand-backup-mysql-0 in StatefulSet gr-demand-backup-mysql success logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:17:58 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulCreate create Pod gr-demand-backup-mysql-0 in StatefulSet gr-demand-backup-mysql successful logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:02 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-48622529-3ccc-486c-ba8e-29369e8d5537 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:02 +0000 UTC Normal Pod gr-demand-backup-mysql-0 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:10 +0000 UTC Normal Pod gr-demand-backup-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-48622529-3ccc-486c-ba8e-29369e8d5537" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:11 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:12 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 394.972971ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:12 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:12 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:13 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:13 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 382.726912ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:13 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:13 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:13 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:14 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 339.61219ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:14 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:14 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:46 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:46 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:46 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-1" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:46 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulCreate create Claim datadir-gr-demand-backup-mysql-1 Pod gr-demand-backup-mysql-1 in StatefulSet gr-demand-backup-mysql success logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:46 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulCreate create Pod gr-demand-backup-mysql-1 in StatefulSet gr-demand-backup-mysql successful logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:50 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-0801dd62-16d8-497f-9ed8-787051942c90 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:51 +0000 UTC Normal Pod gr-demand-backup-mysql-1 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:18:59 +0000 UTC Normal Pod gr-demand-backup-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-0801dd62-16d8-497f-9ed8-787051942c90" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:02 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:03 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 430.584963ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:03 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:03 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:05 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:05 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 386.304753ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:05 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:05 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:05 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:06 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 385.254187ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:06 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:06 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:35 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:35 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:19:35 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 439.397436ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:07 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:07 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:07 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-2" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:07 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulCreate create Claim datadir-gr-demand-backup-mysql-2 Pod gr-demand-backup-mysql-2 in StatefulSet gr-demand-backup-mysql success logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:07 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulCreate create Pod gr-demand-backup-mysql-2 in StatefulSet gr-demand-backup-mysql successful logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:11 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-5f9d2792-f87f-46d9-a03a-19e2413a53ea logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:11 +0000 UTC Normal Pod gr-demand-backup-mysql-2 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:18 +0000 UTC Normal Pod gr-demand-backup-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5f9d2792-f87f-46d9-a03a-19e2413a53ea" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:20 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:20 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 441.278777ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:20 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:20 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:22 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:23 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 361.269217ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:23 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:23 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:23 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:23 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 383.788744ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:23 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:23 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:53 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:53 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:20:53 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 379.300408ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:34 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-xd97z to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:34 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-xd97z logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:34 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-wr2lr logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:34 +0000 UTC Normal Deployment.apps gr-demand-backup-router ScalingReplicaSet Scaled up replica set gr-demand-backup-router-6559d44ffd to 3 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-cjj26 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-wr2lr to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:35 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-cjj26 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 418.555819ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 400.822205ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 407.882647ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:36 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 356.627591ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 391.190348ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 420.208466ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:21:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:09 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp Scheduled Successfully assigned kuttl-test-clear-bream/xb-gr-demand-backup-minio-minio-l6bcp to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:09 +0000 UTC Normal Job.batch xb-gr-demand-backup-minio-minio SuccessfulCreate Created pod: xb-gr-demand-backup-minio-minio-l6bcp logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:10 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:10 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 387.021213ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:10 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:10 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:11 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:12 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 405.123666ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:12 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:12 +0000 UTC Normal Pod xb-gr-demand-backup-minio-minio-l6bcp.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:19 +0000 UTC Normal Job.batch xb-gr-demand-backup-minio-minio Completed Job completed logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulDelete delete Pod gr-demand-backup-mysql-2 in StatefulSet gr-demand-backup-mysql successful logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-cjj26.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-wr2lr.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-xd97z.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-xd97z logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-wr2lr logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-cjj26 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Normal Deployment.apps gr-demand-backup-router ScalingReplicaSet Scaled down replica set gr-demand-backup-router-6559d44ffd to 0 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:56 +0000 UTC Warning Endpoints gr-demand-backup-router FailedToUpdateEndpoint Failed to update endpoint kuttl-test-clear-bream/gr-demand-backup-router: Operation cannot be fulfilled on endpoints "gr-demand-backup-router": the object has been modified; please apply your changes to the latest version and try again logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:22:59 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:22:59 readiness check failed: connect to db: ping database: dial tcp 10.208.178.13:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:03 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:03 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:03 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulDelete delete Pod gr-demand-backup-mysql-1 in StatefulSet gr-demand-backup-mysql successful logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:07 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:23:07 readiness check failed: connect to db: ping database: dial tcp 10.208.177.15:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:10 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:11 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:11 +0000 UTC Normal StatefulSet.apps gr-demand-backup-mysql SuccessfulDelete delete Pod gr-demand-backup-mysql-0 in StatefulSet gr-demand-backup-mysql successful logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:14 +0000 UTC Warning Pod gr-demand-backup-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:23:14 packets.go:37: read tcp 10.208.176.10:36438->10.208.176.10:33062: read: connection reset by peer 2023/08/17 14:23:14 readiness check failed: connect to db: ping database: dial tcp 10.208.176.10:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:16 +0000 UTC Warning Pod gr-demand-backup-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:23:16 readiness check failed: connect to db: ping database: dial tcp 10.208.176.10:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:18 +0000 UTC Warning Endpoints gr-demand-backup-mysql-unready FailedToUpdateEndpoint Failed to update endpoint kuttl-test-clear-bream/gr-demand-backup-mysql-unready: Operation cannot be fulfilled on endpoints "gr-demand-backup-mysql-unready": the object has been modified; please apply your changes to the latest version and try again logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:18 +0000 UTC Warning Endpoints gr-demand-backup-mysql FailedToUpdateEndpoint Failed to update endpoint kuttl-test-clear-bream/gr-demand-backup-mysql: Operation cannot be fulfilled on endpoints "gr-demand-backup-mysql": the object has been modified; please apply your changes to the latest version and try again logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:20 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw Scheduled Successfully assigned kuttl-test-clear-bream/xb-restore-gr-demand-backup-restore-minio-s4sgw to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:20 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-restore-minio SuccessfulCreate Created pod: xb-restore-gr-demand-backup-restore-minio-s4sgw logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:26 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:28 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 1.51386493s logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:28 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:28 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:30 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:30 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 382.859161ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:30 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:30 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-minio-s4sgw.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:41 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-restore-minio Completed Job completed logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:43 +0000 UTC Normal Pod gr-demand-backup-mysql-0 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:47 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:47 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 389.362826ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:47 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:47 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:49 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:49 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 380.758894ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:49 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:49 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:49 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:50 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 359.809374ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:50 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:23:50 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:21 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:21 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:21 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-1" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:25 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-1baf787e-1324-44c4-9e90-b3c35ebc9961 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:26 +0000 UTC Normal Pod gr-demand-backup-mysql-1 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:34 +0000 UTC Normal Pod gr-demand-backup-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-1baf787e-1324-44c4-9e90-b3c35ebc9961" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:35 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:36 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 442.611658ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:36 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:36 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:38 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:38 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 402.921344ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:38 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:38 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:38 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:39 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 495.985883ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:39 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:24:39 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:07 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:07 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:08 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 407.425968ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:40 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:40 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:40 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-2" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:44 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-38ecd4f4-e87c-4f76-af86-eb49eea22049 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:45 +0000 UTC Normal Pod gr-demand-backup-mysql-2 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:53 +0000 UTC Normal Pod gr-demand-backup-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-38ecd4f4-e87c-4f76-af86-eb49eea22049" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:54 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:54 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 408.635753ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:54 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:54 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:56 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:57 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 368.375403ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:57 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:57 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:57 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:57 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 401.336383ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:57 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:25:57 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:26:27 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:26:27 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:26:27 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 404.029332ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:10 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-4dstm to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:10 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-5cm4j to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:10 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-l9jkq to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:10 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-4dstm logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:10 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-l9jkq logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:10 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-5cm4j logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:11 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:11 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 383.68326ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:11 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:11 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:11 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:11 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 561.42084ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:11 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:11 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:12 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:12 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:12 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 394.754044ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:12 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:12 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:13 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 397.441583ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:13 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:13 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:13 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:14 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 387.212961ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:14 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:14 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:14 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:14 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 422.901702ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:14 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:15 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:50 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg Scheduled Successfully assigned kuttl-test-clear-bream/xb-gr-demand-backup-s3-aws-s3-8dlhg to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:50 +0000 UTC Normal Job.batch xb-gr-demand-backup-s3-aws-s3 SuccessfulCreate Created pod: xb-gr-demand-backup-s3-aws-s3-8dlhg logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:51 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:51 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 394.107547ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:51 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:51 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:53 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:54 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 403.452712ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:54 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:27:54 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-8dlhg.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:03 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg Scheduled Successfully assigned kuttl-test-clear-bream/xb-gr-demand-backup-s3-aws-s3-gz4qg to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:03 +0000 UTC Normal Job.batch xb-gr-demand-backup-s3-aws-s3 SuccessfulCreate Created pod: xb-gr-demand-backup-s3-aws-s3-gz4qg logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:04 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:05 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 366.137275ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:05 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:05 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:06 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:07 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 369.450732ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:07 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:07 +0000 UTC Normal Pod xb-gr-demand-backup-s3-aws-s3-gz4qg.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:13 +0000 UTC Normal Job.batch xb-gr-demand-backup-s3-aws-s3 Completed Job completed logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:49 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:49 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4dstm.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-5cm4j.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-l9jkq.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:50 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-l9jkq logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:50 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-5cm4j logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:50 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-4dstm logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:54 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:28:54 readiness check failed: connect to db: ping database: dial tcp 10.208.178.15:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:57 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:28:57 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:00 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:29:00 packets.go:37: read tcp 10.208.177.17:50894->10.208.177.17:33062: read: connection reset by peer 2023/08/17 14:29:00 readiness check failed: connect to db: ping database: dial tcp 10.208.177.17:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:04 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:04 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:07 +0000 UTC Warning Pod gr-demand-backup-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:29:07 packets.go:37: read tcp 10.208.176.14:33774->10.208.176.14:33062: read: connection reset by peer 2023/08/17 14:29:07 readiness check failed: connect to db: ping database: dial tcp 10.208.176.14:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:12 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc Scheduled Successfully assigned kuttl-test-clear-bream/xb-restore-gr-demand-backup-restore-s3-866mc to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:12 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-restore-s3 SuccessfulCreate Created pod: xb-restore-gr-demand-backup-restore-s3-866mc logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:24 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:24 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 400.997435ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:24 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:24 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:26 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:26 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 390.631128ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:26 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:26 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-s3-866mc.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:40 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-restore-s3 Completed Job completed logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:43 +0000 UTC Normal Pod gr-demand-backup-mysql-0 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:55 +0000 UTC Normal Pod gr-demand-backup-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-48622529-3ccc-486c-ba8e-29369e8d5537" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:56 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:57 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 393.6143ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:57 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:57 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:59 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:59 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 390.770848ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:59 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:59 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:29:59 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:00 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 379.329139ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:00 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:00 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:31 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:32 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-1" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:32 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:36 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-23d114e5-dcd7-48d5-9c86-10cf94efb676 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:37 +0000 UTC Normal Pod gr-demand-backup-mysql-1 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:44 +0000 UTC Normal Pod gr-demand-backup-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-23d114e5-dcd7-48d5-9c86-10cf94efb676" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:45 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:46 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 413.914514ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:46 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:46 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:48 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:48 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 412.097717ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:48 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:48 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:48 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:48 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 363.571854ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:49 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:30:49 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:18 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:18 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:18 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 397.143696ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:50 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:50 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:50 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-2" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:54 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-18a4f669-36b2-4a06-a121-f04aaa7bb1be logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:54 +0000 UTC Normal Pod gr-demand-backup-mysql-2 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:31:59 +0000 UTC Normal Pod gr-demand-backup-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-18a4f669-36b2-4a06-a121-f04aaa7bb1be" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:00 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:01 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 434.217423ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:01 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:01 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:02 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:03 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 389.267913ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:03 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:03 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:03 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:03 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 376.558071ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:03 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:03 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:32 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:32 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:32:33 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 378.887497ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:17 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-2ldb2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:17 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-bcr7v to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:17 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-ffxmh to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:17 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-ffxmh logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:17 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-bcr7v logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:17 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate Created pod: gr-demand-backup-router-6559d44ffd-2ldb2 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:18 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:18 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 387.493872ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:18 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:18 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:18 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 412.378389ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:18 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:18 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:19 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:19 +0000 UTC Warning Pod gr-demand-backup-router-6559d44ffd-bcr7v FailedMount MountVolume.SetUp failed for volume "config" : failed to sync configmap cache: timed out waiting for the condition logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:20 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:20 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:20 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 379.243819ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:20 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:20 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:20 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:21 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 377.793664ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:21 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:21 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:21 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 415.706592ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:21 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:21 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:22 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:22 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 379.78137ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:22 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:22 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:57 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l Scheduled Successfully assigned kuttl-test-clear-bream/xb-gr-demand-backup-gcp-gcp-cs-xnz9l to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:57 +0000 UTC Normal Job.batch xb-gr-demand-backup-gcp-gcp-cs SuccessfulCreate Created pod: xb-gr-demand-backup-gcp-gcp-cs-xnz9l logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:58 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:58 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 379.448575ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:58 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:33:58 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:00 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:01 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 398.115814ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:01 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:01 +0000 UTC Normal Pod xb-gr-demand-backup-gcp-gcp-cs-xnz9l.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:09 +0000 UTC Normal Job.batch xb-gr-demand-backup-gcp-gcp-cs Completed Job completed logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:41 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:41 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:41 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-2ldb2.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:41 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-bcr7v.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:41 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-ffxmh.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:41 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-2ldb2 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:41 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-ffxmh logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:41 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete Deleted pod: gr-demand-backup-router-6559d44ffd-bcr7v logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:45 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:34:45 readiness check failed: connect to db: ping database: dial tcp 10.208.178.17:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:48 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:48 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:51 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:34:51 packets.go:37: read tcp 10.208.177.19:53440->10.208.177.19:33062: read: connection reset by peer 2023/08/17 14:34:51 readiness check failed: connect to db: ping database: dial tcp 10.208.177.19:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:55 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:55 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:34:59 +0000 UTC Warning Pod gr-demand-backup-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:34:59 packets.go:37: read tcp 10.208.176.19:33996->10.208.176.19:33062: read: connection reset by peer 2023/08/17 14:34:59 readiness check failed: connect to db: ping database: dial tcp 10.208.176.19:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:01 +0000 UTC Warning Pod gr-demand-backup-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:35:01 readiness check failed: connect to db: ping database: dial tcp 10.208.176.19:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:03 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn Scheduled Successfully assigned kuttl-test-clear-bream/xb-restore-gr-demand-backup-restore-gcp-k4pfn to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:03 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-restore-gcp SuccessfulCreate Created pod: xb-restore-gr-demand-backup-restore-gcp-k4pfn logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:10 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:10 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 406.387131ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:10 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:10 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:12 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:12 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 378.832378ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:12 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:12 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-gcp-k4pfn.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:27 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-restore-gcp Completed Job completed logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:28 +0000 UTC Normal Pod gr-demand-backup-mysql-0 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:31 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:31 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 456.907587ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:31 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:31 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:33 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:33 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 361.240855ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:33 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:33 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:33 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:34 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 367.457093ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:34 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:35:34 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:05 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:05 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:05 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-1" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:09 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-66158baa-ed02-42b7-b9f8-f1505485bc7d logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:09 +0000 UTC Normal Pod gr-demand-backup-mysql-1 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:17 +0000 UTC Normal Pod gr-demand-backup-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-66158baa-ed02-42b7-b9f8-f1505485bc7d" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:18 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:19 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 379.314744ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:19 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:19 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:20 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 353.416817ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 359.775452ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:51 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:51 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:36:52 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 404.845719ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:23 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:23 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:23 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-2" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:27 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-1c843d32-3c4c-499d-a913-66cbb847e903 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:27 +0000 UTC Normal Pod gr-demand-backup-mysql-2 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:31 +0000 UTC Normal Pod gr-demand-backup-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-1c843d32-3c4c-499d-a913-66cbb847e903" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:33 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:33 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 401.685609ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:33 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:33 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:35 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:35 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 361.976493ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:35 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:35 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:35 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:36 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 376.170579ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:36 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:37:36 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:06 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:06 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:06 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 453.287799ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:49 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-6n72l to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:49 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-7v7w5 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:49 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-q7shs to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:49 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulCreate (combined from similar events): Created pod: gr-demand-backup-router-6559d44ffd-66p9x logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 393.09488ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 419.051344ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 396.257915ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:50 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:52 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:52 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:52 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:52 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 358.655224ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:52 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:52 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:53 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 362.427299ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:53 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:53 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:53 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 390.096864ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:53 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:38:53 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:28 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv Scheduled Successfully assigned kuttl-test-clear-bream/xb-gr-demand-backup-azure-azure-blob-gj2dv to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:28 +0000 UTC Normal Job.batch xb-gr-demand-backup-azure-azure-blob SuccessfulCreate Created pod: xb-gr-demand-backup-azure-azure-blob-gj2dv logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:29 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:29 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 368.508379ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:29 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:29 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:30 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:31 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 366.905169ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:31 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:31 +0000 UTC Normal Pod xb-gr-demand-backup-azure-azure-blob-gj2dv.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:39:39 +0000 UTC Normal Job.batch xb-gr-demand-backup-azure-azure-blob Completed Job completed logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:13 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:13 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:13 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-6n72l.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:13 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-7v7w5.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:13 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-q7shs.spec.containers{router} Killing Stopping container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:13 +0000 UTC Normal ReplicaSet.apps gr-demand-backup-router-6559d44ffd SuccessfulDelete (combined from similar events): Deleted pod: gr-demand-backup-router-6559d44ffd-7v7w5 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:18 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:40:18 readiness check failed: connect to db: ping database: dial tcp 10.208.178.19:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:21 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:24 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:40:24 packets.go:37: read tcp 10.208.177.21:42252->10.208.177.21:33062: read: connection reset by peer 2023/08/17 14:40:24 readiness check failed: connect to db: ping database: dial tcp 10.208.177.21:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:27 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:27 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:30 +0000 UTC Warning Pod gr-demand-backup-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:40:30 packets.go:37: read tcp 10.208.176.23:33152->10.208.176.23:33062: read: connection reset by peer 2023/08/17 14:40:30 readiness check failed: connect to db: ping database: dial tcp 10.208.176.23:33062: connect: connection refused logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:40 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k Scheduled Successfully assigned kuttl-test-clear-bream/xb-restore-gr-demand-backup-restore-azure-wjh9k to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:40 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-restore-azure SuccessfulCreate Created pod: xb-restore-gr-demand-backup-restore-azure-wjh9k logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:44 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-48622529-3ccc-486c-ba8e-29369e8d5537" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:47 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:47 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 385.201077ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:47 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k.spec.initContainers{xtrabackup-init} Created Created container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:47 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:49 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:49 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 377.095012ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:49 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:40:49 +0000 UTC Normal Pod xb-restore-gr-demand-backup-restore-azure-wjh9k.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:01 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-restore-azure Completed Job completed logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:05 +0000 UTC Normal Pod gr-demand-backup-mysql-0 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:07 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:08 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 369.760304ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:08 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:08 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:09 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:09 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 384.433932ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:09 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:09 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:09 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:10 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 394.801703ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:10 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:10 +0000 UTC Normal Pod gr-demand-backup-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-1" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:46 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-834b76e4-4761-428f-b65f-b576224e25f9 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:47 +0000 UTC Normal Pod gr-demand-backup-mysql-1 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:55 +0000 UTC Normal Pod gr-demand-backup-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-834b76e4-4761-428f-b65f-b576224e25f9" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:56 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:57 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 424.368192ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:57 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:57 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:58 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:59 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 367.879006ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:59 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:59 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:41:59 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:42:00 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 1.131793283s logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:42:00 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:42:00 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:42:28 +0000 UTC Warning Pod gr-demand-backup-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:42:28 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:42:29 +0000 UTC Normal Pod gr-demand-backup-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 399.880412ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clear-bream/datadir-gr-demand-backup-mysql-2" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:05 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-bbcd59f5-0cdb-4b42-9f15-faf97c0bb8db logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:06 +0000 UTC Normal Pod gr-demand-backup-mysql-2 Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:14 +0000 UTC Normal Pod gr-demand-backup-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bbcd59f5-0cdb-4b42-9f15-faf97c0bb8db" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:15 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:16 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 697.771743ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:16 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:16 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:17 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:17 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 364.662175ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:17 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:17 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:17 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:18 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 408.880322ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:18 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:18 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:48 +0000 UTC Warning Pod gr-demand-backup-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:48 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:43:48 +0000 UTC Normal Pod gr-demand-backup-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 399.947497ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:34 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-4cq7s to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:34 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-66p9x to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:34 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh Scheduled Successfully assigned kuttl-test-clear-bream/gr-demand-backup-router-6559d44ffd-8jjhh to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 425.853888ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 451.892124ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 392.956395ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:35 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 384.419546ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-4cq7s.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 376.181793ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:37 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-8jjhh.spec.containers{router} Started Started container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 366.970627ms logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x.spec.containers{router} Created Created container router logger.go:42: 14:45:08 | gr-demand-backup | 2023-08-17 14:44:38 +0000 UTC Normal Pod gr-demand-backup-router-6559d44ffd-66p9x.spec.containers{router} Started Started container router logger.go:42: 14:45:09 | gr-demand-backup | Deleting namespace: kuttl-test-clear-bream === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (1746.99s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/gr-demand-backup (1743.51s) PASS