=== RUN kuttl
harness.go:464: starting setup
harness.go:255: running tests using configured kubeconfig.
harness.go:278: Successful connection to cluster at: https://34.72.209.186
harness.go:363: running tests
harness.go:75: going to run test suite with timeout of 180 seconds for each step
harness.go:375: testsuite: e2e-tests/tests has 34 tests
=== RUN kuttl/harness
=== RUN kuttl/harness/gr-demand-backup-haproxy
=== PAUSE kuttl/harness/gr-demand-backup-haproxy
=== CONT kuttl/harness/gr-demand-backup-haproxy
logger.go:42: 09:21:47 | gr-demand-backup-haproxy | Creating namespace: kuttl-test-advanced-crane
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/0-minio-secret | starting test step 0-minio-secret
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/0-minio-secret | Secret:kuttl-test-advanced-crane/minio-secret created
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/0-minio-secret | test step completed 0-minio-secret
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | starting test step 1-deploy-operator
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | running command: [sh -c set -o errexit
set -o xtrace
source ../../functions
init_temp_dir # do this only in the first TestStep
deploy_operator
deploy_non_tls_cluster_secrets
deploy_tls_cluster_secrets
deploy_client
deploy_minio]
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | + source ../../functions
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ realpath ../../..
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | ++++ pwd
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/tests/gr-demand-backup-haproxy
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | ++ test_name=gr-demand-backup-haproxy
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/vars.sh
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export GIT_BRANCH=PR-871
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ GIT_BRANCH=PR-871
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export VERSION=PR-871-9f11c0ee
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ VERSION=PR-871-9f11c0ee
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ export CERT_MANAGER_VER=1.16.3
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ CERT_MANAGER_VER=1.16.3
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | ++++ which gdate
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-871/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | ++++ which date
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ date=/usr/bin/date
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ oc get projects
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ :
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ kubectl get nodes
logger.go:42: 09:21:48 | gr-demand-backup-haproxy/1-deploy-operator | +++ grep '^minikube'
logger.go:42: 09:21:49 | gr-demand-backup-haproxy/1-deploy-operator | + init_temp_dir
logger.go:42: 09:21:49 | gr-demand-backup-haproxy/1-deploy-operator | + rm -rf /tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:21:49 | gr-demand-backup-haproxy/1-deploy-operator | + mkdir -p /tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:21:49 | gr-demand-backup-haproxy/1-deploy-operator | + deploy_operator
logger.go:42: 09:21:49 | gr-demand-backup-haproxy/1-deploy-operator | + destroy_operator
logger.go:42: 09:21:49 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
logger.go:42: 09:21:49 | gr-demand-backup-haproxy/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | Error from server (NotFound): deployments.apps "percona-server-mysql-operator" not found
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + true
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + [[ -n ps-operator ]]
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | Error from server (NotFound): namespaces "ps-operator" not found
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + true
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + [[ -n ps-operator ]]
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + create_namespace ps-operator
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + local namespace=ps-operator
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + [[ -n '' ]]
logger.go:42: 09:21:50 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found
logger.go:42: 09:21:51 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl wait --for=delete namespace ps-operator
logger.go:42: 09:21:51 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl create namespace ps-operator
logger.go:42: 09:21:51 | gr-demand-backup-haproxy/1-deploy-operator | namespace/ps-operator created
logger.go:42: 09:21:51 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy/crd.yaml
logger.go:42: 09:21:52 | gr-demand-backup-haproxy/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied
logger.go:42: 09:21:52 | gr-demand-backup-haproxy/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied
logger.go:42: 09:21:53 | gr-demand-backup-haproxy/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied
logger.go:42: 09:21:53 | gr-demand-backup-haproxy/1-deploy-operator | + '[' -n ps-operator ']'
logger.go:42: 09:21:53 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy/cw-rbac.yaml
logger.go:42: 09:21:54 | gr-demand-backup-haproxy/1-deploy-operator | serviceaccount/percona-server-mysql-operator created
logger.go:42: 09:21:54 | gr-demand-backup-haproxy/1-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
logger.go:42: 09:21:55 | gr-demand-backup-haproxy/1-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged
logger.go:42: 09:21:55 | gr-demand-backup-haproxy/1-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
logger.go:42: 09:21:55 | gr-demand-backup-haproxy/1-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged
logger.go:42: 09:21:55 | gr-demand-backup-haproxy/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"'
logger.go:42: 09:21:55 | gr-demand-backup-haproxy/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"'
logger.go:42: 09:21:55 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl -n ps-operator apply -f -
logger.go:42: 09:21:55 | gr-demand-backup-haproxy/1-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:21:55 | gr-demand-backup-haproxy/1-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-871-9f11c0ee"' /mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy/cw-operator.yaml
logger.go:42: 09:21:56 | gr-demand-backup-haproxy/1-deploy-operator | configmap/percona-server-mysql-operator-config created
logger.go:42: 09:21:56 | gr-demand-backup-haproxy/1-deploy-operator | deployment.apps/percona-server-mysql-operator created
logger.go:42: 09:21:56 | gr-demand-backup-haproxy/1-deploy-operator | + deploy_non_tls_cluster_secrets
logger.go:42: 09:21:56 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl -n kuttl-test-advanced-crane apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf/secrets.yaml
logger.go:42: 09:21:57 | gr-demand-backup-haproxy/1-deploy-operator | secret/test-secrets created
logger.go:42: 09:21:57 | gr-demand-backup-haproxy/1-deploy-operator | + deploy_tls_cluster_secrets
logger.go:42: 09:21:57 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl -n kuttl-test-advanced-crane apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf/ssl-secret.yaml
logger.go:42: 09:21:58 | gr-demand-backup-haproxy/1-deploy-operator | secret/test-ssl created
logger.go:42: 09:21:58 | gr-demand-backup-haproxy/1-deploy-operator | + deploy_client
logger.go:42: 09:21:58 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl -n kuttl-test-advanced-crane apply -f -
logger.go:42: 09:21:58 | gr-demand-backup-haproxy/1-deploy-operator | ++ printf '.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:21:58 | gr-demand-backup-haproxy/1-deploy-operator | + yq eval '.spec.containers[0].image="perconalab/percona-server-mysql-operator:main-psmysql"' /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf/client.yaml
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | pod/mysql-client created
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | + deploy_minio
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | + local access_key
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | + local secret_key
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | ++ kubectl -n kuttl-test-advanced-crane get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}'
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | ++ base64 -d
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | + access_key='some-access$\n"-key'
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | ++ kubectl -n kuttl-test-advanced-crane get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}'
logger.go:42: 09:21:59 | gr-demand-backup-haproxy/1-deploy-operator | ++ base64 -d
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + secret_key='some-$\n"secret-key'
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + helm uninstall -n kuttl-test-advanced-crane minio-service
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-871/kubeconfig
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-871/kubeconfig
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + :
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + helm repo remove minio
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-871/kubeconfig
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-871/kubeconfig
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | Error: no repositories configured
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + :
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + helm repo add minio https://charts.min.io/
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-871/kubeconfig
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-871/kubeconfig
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | "minio" has been added to your repositories
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | +++ printf %q 'some-access$\n"-key'
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | ++ printf %q 'some-access\$\\n\"-key'
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | +++ printf %q 'some-$\n"secret-key'
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | ++ printf %q 'some-\$\\n\"secret-key'
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-advanced-crane --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access\\\$\\\\n\\\"-key' --set 'users[0].secretKey=some-\\\$\\\\n\\\"secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + local max=10
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + local delay=60
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + shift 2
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + local n=1
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | + helm install minio-service -n kuttl-test-advanced-crane --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access\\\$\\\\n\\\"-key' --set 'users[0].secretKey=some-\\\$\\\\n\\\"secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-871/kubeconfig
logger.go:42: 09:22:00 | gr-demand-backup-haproxy/1-deploy-operator | WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /mnt/jenkins/workspace/cloud-ps-operator_PR-871/kubeconfig
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | NAME: minio-service
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | LAST DEPLOYED: Wed Mar 26 09:22:01 2025
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | NAMESPACE: kuttl-test-advanced-crane
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | STATUS: deployed
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | REVISION: 1
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | TEST SUITE: None
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | NOTES:
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | minio-service.kuttl-test-advanced-crane.svc.cluster.local
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator |
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | To access MinIO from localhost, run the below commands:
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator |
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-advanced-crane -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator |
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-advanced-crane
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator |
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator |
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator |
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator |
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-advanced-crane minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-advanced-crane minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator |
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | 3. mc ls minio-service-local
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | ++ kubectl -n kuttl-test-advanced-crane get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | + MINIO_POD=minio-service-7d75cf656d-kqgql
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | + wait_pod minio-service-7d75cf656d-kqgql
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | + local pod=minio-service-7d75cf656d-kqgql
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | + set +o xtrace
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | minio-service-7d75cf656d-kqgqltrue
logger.go:42: 09:22:34 | gr-demand-backup-haproxy/1-deploy-operator | + kubectl -n kuttl-test-advanced-crane run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access$\n"-key'\'' AWS_SECRET_ACCESS_KEY='\''some-$\n"secret-key'\'' AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
logger.go:42: 09:22:39 | gr-demand-backup-haproxy/1-deploy-operator | If you don't see a command prompt, try pressing enter.
logger.go:42: 09:22:40 | gr-demand-backup-haproxy/1-deploy-operator | warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: error attaching to container: container is in CONTAINER_EXITED state
logger.go:42: 09:22:40 | gr-demand-backup-haproxy/1-deploy-operator | make_bucket: operator-testing
logger.go:42: 09:22:41 | gr-demand-backup-haproxy/1-deploy-operator | pod "aws-cli" deleted
[controller-runtime] log.SetLogger(...) was never called; logs will not be displayed.
Detected at:
> goroutine 11 [running]:
> runtime/debug.Stack()
> /nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/runtime/debug/stack.go:24 +0x5e
> sigs.k8s.io/controller-runtime/pkg/log.eventuallyFulfillRoot()
> /home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/log/log.go:60 +0xcd
> sigs.k8s.io/controller-runtime/pkg/log.(*delegatingLogSink).WithName(0xc0002ebc00, {0x184a055, 0x14})
> /home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/log/deleg.go:147 +0x3e
> github.com/go-logr/logr.Logger.WithName({{0x1acb7d8, 0xc0002ebc00}, 0x0}, {0x184a055?, 0xc000705f80?})
> /home/mowsiany/go/pkg/mod/github.com/go-logr/logr@v1.2.4/logr.go:336 +0x36
> sigs.k8s.io/controller-runtime/pkg/client.newClient(0x131ead3?, {0x0, 0xc00045aaf0, {0x1accd90, 0xc0002ea040}, 0x0, {0x0, 0x0}, 0x0})
> /home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/client/client.go:122 +0xf1
> sigs.k8s.io/controller-runtime/pkg/client.New(0xc0003da6c8?, {0x0, 0xc00045aaf0, {0x1accd90, 0xc0002ea040}, 0x0, {0x0, 0x0}, 0x0})
> /home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/client/client.go:103 +0x7d
> github.com/kudobuilder/kuttl/pkg/test/utils.NewRetryClient(0xc0003da6c8, {0x0, 0xc00045aaf0, {0x1accd90, 0xc0002ea040}, 0x0, {0x0, 0x0}, 0x0})
> /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/utils/kubernetes.go:177 +0x127
> github.com/kudobuilder/kuttl/pkg/test.(*Harness).Client(0xc0003b5208, 0xcd?)
> /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/harness.go:323 +0x18e
> github.com/kudobuilder/kuttl/pkg/test.(*Step).Create(0xc0005555f0, 0xc000556340, {0xc00044afe0, 0x19})
> /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/step.go:177 +0x63
> github.com/kudobuilder/kuttl/pkg/test.(*Step).Run(0xc0005555f0, 0xc000556340, {0xc00044afe0, 0x19})
> /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/step.go:457 +0x24a
> github.com/kudobuilder/kuttl/pkg/test.(*Case).Run(0xc000453a40, 0xc000556340, 0xc0001d7320)
> /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/case.go:373 +0xaeb
> github.com/kudobuilder/kuttl/pkg/test.(*Harness).RunTests.func1.1(0xc000556340)
> /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/harness.go:401 +0x12e
> testing.tRunner(0xc000556340, 0xc000122dc8)
> /nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/testing/testing.go:1689 +0xfb
> created by testing.(*T).Run in goroutine 10
> /nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/testing/testing.go:1742 +0x390
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/1-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/1-deploy-operator | [0;36mASSERT [0mdeployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist.
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/1-deploy-operator | [0;36mINFO [0mFound 1 resource(s).
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/1-deploy-operator | NAME NAMESPACE COL0
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/1-deploy-operator | percona-server-mysql-operator ps-operator 1
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/1-deploy-operator | [0;36mASSERT [0;32mPASS[0m
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/1-deploy-operator | test step completed 1-deploy-operator
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | starting test step 2-create-cluster
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | running command: [sh -c set -o errexit
set -o xtrace
source ../../functions
get_cr \
| yq eval '.spec.backup.storages.minio.type="s3"' - \
| yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \
| yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \
| yq eval ".spec.backup.storages.minio.s3.endpointUrl=\"http://minio-service.${NAMESPACE}:9000\"" - \
| yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \
| yq eval '.spec.mysql.clusterType="group-replication"' - \
| yq eval ".spec.proxy.router.enabled=false" - \
| yq eval ".spec.proxy.haproxy.enabled=true" - \
| kubectl -n "${NAMESPACE}" apply -f -]
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | + source ../../functions
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ realpath ../../..
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | ++++ pwd
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/tests/gr-demand-backup-haproxy
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | ++ test_name=gr-demand-backup-haproxy
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/vars.sh
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export GIT_BRANCH=PR-871
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ GIT_BRANCH=PR-871
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export VERSION=PR-871-9f11c0ee
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ VERSION=PR-871-9f11c0ee
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ export CERT_MANAGER_VER=1.16.3
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ CERT_MANAGER_VER=1.16.3
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | ++++ which gdate
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-871/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | ++++ which date
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ date=/usr/bin/date
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ oc get projects
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ :
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ kubectl get nodes
logger.go:42: 09:22:42 | gr-demand-backup-haproxy/2-create-cluster | +++ grep '^minikube'
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + get_cr
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + local name_suffix=
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + kubectl -n kuttl-test-advanced-crane apply -f -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=true -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval .spec.proxy.router.enabled=false -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.secretsName="test-secrets"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.metadata.name="%s"' gr-demand-backup-haproxy
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.metadata.name="gr-demand-backup-haproxy"' /mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy/cr.yaml
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service.kuttl-test-advanced-crane:9000"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval .spec.orchestrator.enabled=true -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-871-9f11c0ee"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:3-dev-latest
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + '[' -n '' ']'
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' -
logger.go:42: 09:22:43 | gr-demand-backup-haproxy/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:3-dev-latest"' -
logger.go:42: 09:22:44 | gr-demand-backup-haproxy/2-create-cluster | perconaservermysql.ps.percona.com/gr-demand-backup-haproxy created
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/2-create-cluster | test step completed 2-create-cluster
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | starting test step 3-write-data
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | running command: [sh -c set -o errexit
set -o pipefail
set -o xtrace
source ../../functions
run_mysql \
"CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \
"-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password"
run_mysql \
"INSERT myDB.myTable (id) VALUES (100500)" \
"-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password"]
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | + source ../../functions
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ realpath ../../..
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | ++++ pwd
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/tests/gr-demand-backup-haproxy
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | ++ test_name=gr-demand-backup-haproxy
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/vars.sh
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | ++++ git rev-parse --abbrev-ref HEAD
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export GIT_BRANCH=PR-871
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ GIT_BRANCH=PR-871
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export VERSION=PR-871-9f11c0ee
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ VERSION=PR-871-9f11c0ee
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ export CERT_MANAGER_VER=1.16.3
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ CERT_MANAGER_VER=1.16.3
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | ++++ which gdate
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-871/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | ++++ which date
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ date=/usr/bin/date
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ oc get projects
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ :
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ kubectl get nodes
logger.go:42: 09:26:19 | gr-demand-backup-haproxy/3-write-data | +++ grep '^minikube'
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | +++ get_cluster_name
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | +++ kubectl -n kuttl-test-advanced-crane get ps -o 'jsonpath={.items[0].metadata.name}'
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | ++ get_haproxy_svc gr-demand-backup-haproxy
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | ++ local cluster=gr-demand-backup-haproxy
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | ++ echo gr-demand-backup-haproxy-haproxy
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)'
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | + local 'uri=-h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | + local pod=
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | ++ get_client_pod
logger.go:42: 09:26:20 | gr-demand-backup-haproxy/3-write-data | ++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:26:21 | gr-demand-backup-haproxy/3-write-data | + client_pod=mysql-client
logger.go:42: 09:26:21 | gr-demand-backup-haproxy/3-write-data | + wait_pod mysql-client
logger.go:42: 09:26:21 | gr-demand-backup-haproxy/3-write-data | + local pod=mysql-client
logger.go:42: 09:26:21 | gr-demand-backup-haproxy/3-write-data | + set +o xtrace
logger.go:42: 09:26:21 | gr-demand-backup-haproxy/3-write-data | mysql-clienttrue
logger.go:42: 09:26:21 | gr-demand-backup-haproxy/3-write-data | + kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:21 | gr-demand-backup-haproxy/3-write-data | + sed -e 's/mysql: //'
logger.go:42: 09:26:21 | gr-demand-backup-haproxy/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:26:22 | gr-demand-backup-haproxy/3-write-data | + :
logger.go:42: 09:26:22 | gr-demand-backup-haproxy/3-write-data | +++ get_cluster_name
logger.go:42: 09:26:22 | gr-demand-backup-haproxy/3-write-data | +++ kubectl -n kuttl-test-advanced-crane get ps -o 'jsonpath={.items[0].metadata.name}'
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | ++ get_haproxy_svc gr-demand-backup-haproxy
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | ++ local cluster=gr-demand-backup-haproxy
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | ++ echo gr-demand-backup-haproxy-haproxy
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)'
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | + local 'uri=-h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | + local pod=
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | ++ get_client_pod
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | ++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | + client_pod=mysql-client
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | + wait_pod mysql-client
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | + local pod=mysql-client
logger.go:42: 09:26:23 | gr-demand-backup-haproxy/3-write-data | + set +o xtrace
logger.go:42: 09:26:24 | gr-demand-backup-haproxy/3-write-data | mysql-clienttrue
logger.go:42: 09:26:24 | gr-demand-backup-haproxy/3-write-data | + kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:24 | gr-demand-backup-haproxy/3-write-data | + sed -e 's/mysql: //'
logger.go:42: 09:26:24 | gr-demand-backup-haproxy/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:26:25 | gr-demand-backup-haproxy/3-write-data | + :
logger.go:42: 09:26:25 | gr-demand-backup-haproxy/3-write-data | test step completed 3-write-data
logger.go:42: 09:26:25 | gr-demand-backup-haproxy/4-create-backup-minio | starting test step 4-create-backup-minio
logger.go:42: 09:26:26 | gr-demand-backup-haproxy/4-create-backup-minio | PerconaServerMySQLBackup:kuttl-test-advanced-crane/gr-demand-backup-haproxy-minio created
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/4-create-backup-minio | test step completed 4-create-backup-minio
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | starting test step 5-delete-data
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | running command: [sh -c set -o errexit
set -o xtrace
source ../../functions
run_mysql \
"TRUNCATE TABLE myDB.myTable" \
"-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password"
cluster_name=$(get_cluster_name)
for i in 0 1 2; do
data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password")
kubectl create configmap -n "${NAMESPACE}" 04-delete-data-minio-${i} --from-literal=data="${data}"
done]
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | + source ../../functions
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ realpath ../../..
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | ++++ pwd
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/tests/gr-demand-backup-haproxy
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | ++ test_name=gr-demand-backup-haproxy
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/vars.sh
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | ++++ git rev-parse --abbrev-ref HEAD
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export GIT_BRANCH=PR-871
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ GIT_BRANCH=PR-871
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export VERSION=PR-871-9f11c0ee
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ VERSION=PR-871-9f11c0ee
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ export CERT_MANAGER_VER=1.16.3
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ CERT_MANAGER_VER=1.16.3
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | ++++ which gdate
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-871/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | ++++ which date
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ date=/usr/bin/date
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ oc get projects
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ :
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ kubectl get nodes
logger.go:42: 09:26:37 | gr-demand-backup-haproxy/5-delete-data | +++ grep '^minikube'
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | +++ get_cluster_name
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | +++ kubectl -n kuttl-test-advanced-crane get ps -o 'jsonpath={.items[0].metadata.name}'
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | ++ get_haproxy_svc gr-demand-backup-haproxy
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | ++ local cluster=gr-demand-backup-haproxy
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | ++ echo gr-demand-backup-haproxy-haproxy
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | + run_mysql 'TRUNCATE TABLE myDB.myTable' '-h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | + local 'command=TRUNCATE TABLE myDB.myTable'
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | + local 'uri=-h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | + local pod=
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | ++ get_client_pod
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | ++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | + client_pod=mysql-client
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | + wait_pod mysql-client
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | + local pod=mysql-client
logger.go:42: 09:26:38 | gr-demand-backup-haproxy/5-delete-data | + set +o xtrace
logger.go:42: 09:26:39 | gr-demand-backup-haproxy/5-delete-data | mysql-clienttrue
logger.go:42: 09:26:39 | gr-demand-backup-haproxy/5-delete-data | + kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "TRUNCATE TABLE myDB.myTable" | mysql -sN -h gr-demand-backup-haproxy-haproxy -uroot -proot_password'
logger.go:42: 09:26:39 | gr-demand-backup-haproxy/5-delete-data | + sed -e 's/mysql: //'
logger.go:42: 09:26:39 | gr-demand-backup-haproxy/5-delete-data | + grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:26:40 | gr-demand-backup-haproxy/5-delete-data | + :
logger.go:42: 09:26:40 | gr-demand-backup-haproxy/5-delete-data | ++ get_cluster_name
logger.go:42: 09:26:40 | gr-demand-backup-haproxy/5-delete-data | ++ kubectl -n kuttl-test-advanced-crane get ps -o 'jsonpath={.items[0].metadata.name}'
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | + cluster_name=gr-demand-backup-haproxy
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | + for i in 0 1 2
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | ++ local 'command=SELECT * FROM myDB.myTable'
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | ++ local 'uri=-h gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | ++ local pod=
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | +++ get_client_pod
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | +++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | ++ client_pod=mysql-client
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | ++ wait_pod mysql-client
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | ++ local pod=mysql-client
logger.go:42: 09:26:41 | gr-demand-backup-haproxy/5-delete-data | ++ set +o xtrace
logger.go:42: 09:26:42 | gr-demand-backup-haproxy/5-delete-data | mysql-clienttrue
logger.go:42: 09:26:42 | gr-demand-backup-haproxy/5-delete-data | ++ sed -e 's/mysql: //'
logger.go:42: 09:26:42 | gr-demand-backup-haproxy/5-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:26:42 | gr-demand-backup-haproxy/5-delete-data | ++ kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | ++ :
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | + data=
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | + kubectl create configmap -n kuttl-test-advanced-crane 04-delete-data-minio-0 --from-literal=data=
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | configmap/04-delete-data-minio-0 created
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | + for i in 0 1 2
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | ++ local 'command=SELECT * FROM myDB.myTable'
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | ++ local 'uri=-h gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | ++ local pod=
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | +++ get_client_pod
logger.go:42: 09:26:43 | gr-demand-backup-haproxy/5-delete-data | +++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:26:44 | gr-demand-backup-haproxy/5-delete-data | ++ client_pod=mysql-client
logger.go:42: 09:26:44 | gr-demand-backup-haproxy/5-delete-data | ++ wait_pod mysql-client
logger.go:42: 09:26:44 | gr-demand-backup-haproxy/5-delete-data | ++ local pod=mysql-client
logger.go:42: 09:26:44 | gr-demand-backup-haproxy/5-delete-data | ++ set +o xtrace
logger.go:42: 09:26:44 | gr-demand-backup-haproxy/5-delete-data | mysql-clienttrue
logger.go:42: 09:26:44 | gr-demand-backup-haproxy/5-delete-data | ++ kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:44 | gr-demand-backup-haproxy/5-delete-data | ++ sed -e 's/mysql: //'
logger.go:42: 09:26:44 | gr-demand-backup-haproxy/5-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ :
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | + data=
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | + kubectl create configmap -n kuttl-test-advanced-crane 04-delete-data-minio-1 --from-literal=data=
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | configmap/04-delete-data-minio-1 created
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | + for i in 0 1 2
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ local 'command=SELECT * FROM myDB.myTable'
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ local 'uri=-h gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ local pod=
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | +++ get_client_pod
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | +++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ client_pod=mysql-client
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ wait_pod mysql-client
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ local pod=mysql-client
logger.go:42: 09:26:46 | gr-demand-backup-haproxy/5-delete-data | ++ set +o xtrace
logger.go:42: 09:26:47 | gr-demand-backup-haproxy/5-delete-data | mysql-clienttrue
logger.go:42: 09:26:47 | gr-demand-backup-haproxy/5-delete-data | ++ kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:26:47 | gr-demand-backup-haproxy/5-delete-data | ++ sed -e 's/mysql: //'
logger.go:42: 09:26:47 | gr-demand-backup-haproxy/5-delete-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:26:48 | gr-demand-backup-haproxy/5-delete-data | ++ :
logger.go:42: 09:26:48 | gr-demand-backup-haproxy/5-delete-data | + data=
logger.go:42: 09:26:48 | gr-demand-backup-haproxy/5-delete-data | + kubectl create configmap -n kuttl-test-advanced-crane 04-delete-data-minio-2 --from-literal=data=
logger.go:42: 09:26:49 | gr-demand-backup-haproxy/5-delete-data | configmap/04-delete-data-minio-2 created
logger.go:42: 09:26:49 | gr-demand-backup-haproxy/5-delete-data | test step completed 5-delete-data
logger.go:42: 09:26:49 | gr-demand-backup-haproxy/6-restore-from-minio | starting test step 6-restore-from-minio
logger.go:42: 09:26:50 | gr-demand-backup-haproxy/6-restore-from-minio | PerconaServerMySQLRestore:kuttl-test-advanced-crane/gr-demand-backup-haproxy-restore-minio created
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/6-restore-from-minio | test step completed 6-restore-from-minio
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | starting test step 7-read-data
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | running command: [sh -c set -o errexit
set -o xtrace
source ../../functions
cluster_name=$(get_cluster_name)
for i in 0 1 2; do
data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${cluster_name}-mysql-${i}.${cluster_name}-mysql -uroot -proot_password")
kubectl create configmap -n "${NAMESPACE}" 06-read-data-minio-${i} --from-literal=data="${data}"
done]
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | + source ../../functions
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ realpath ../../..
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | ++++ pwd
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/tests/gr-demand-backup-haproxy
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | ++ test_name=gr-demand-backup-haproxy
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/vars.sh
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | ++++ git rev-parse --abbrev-ref HEAD
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export GIT_BRANCH=PR-871
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ GIT_BRANCH=PR-871
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export VERSION=PR-871-9f11c0ee
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ VERSION=PR-871-9f11c0ee
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ export CERT_MANAGER_VER=1.16.3
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ CERT_MANAGER_VER=1.16.3
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | ++++ which gdate
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-871/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | ++++ which date
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ date=/usr/bin/date
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ oc get projects
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ :
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ kubectl get nodes
logger.go:42: 09:31:30 | gr-demand-backup-haproxy/7-read-data | +++ grep '^minikube'
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ get_cluster_name
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ kubectl -n kuttl-test-advanced-crane get ps -o 'jsonpath={.items[0].metadata.name}'
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | + cluster_name=gr-demand-backup-haproxy
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | + for i in 0 1 2
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ local 'command=SELECT * FROM myDB.myTable'
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ local 'uri=-h gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ local pod=
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | +++ get_client_pod
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | +++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ client_pod=mysql-client
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ wait_pod mysql-client
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ local pod=mysql-client
logger.go:42: 09:31:31 | gr-demand-backup-haproxy/7-read-data | ++ set +o xtrace
logger.go:42: 09:31:32 | gr-demand-backup-haproxy/7-read-data | mysql-clienttrue
logger.go:42: 09:31:32 | gr-demand-backup-haproxy/7-read-data | ++ sed -e 's/mysql: //'
logger.go:42: 09:31:32 | gr-demand-backup-haproxy/7-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:31:32 | gr-demand-backup-haproxy/7-read-data | ++ kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:33 | gr-demand-backup-haproxy/7-read-data | + data=100500
logger.go:42: 09:31:33 | gr-demand-backup-haproxy/7-read-data | + kubectl create configmap -n kuttl-test-advanced-crane 06-read-data-minio-0 --from-literal=data=100500
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | configmap/06-read-data-minio-0 created
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | + for i in 0 1 2
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ local 'command=SELECT * FROM myDB.myTable'
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ local 'uri=-h gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ local pod=
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | +++ get_client_pod
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | +++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ client_pod=mysql-client
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ wait_pod mysql-client
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ local pod=mysql-client
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ set +o xtrace
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | mysql-clienttrue
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ sed -e 's/mysql: //'
logger.go:42: 09:31:34 | gr-demand-backup-haproxy/7-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | + data=100500
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | + kubectl create configmap -n kuttl-test-advanced-crane 06-read-data-minio-1 --from-literal=data=100500
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | configmap/06-read-data-minio-1 created
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | + for i in 0 1 2
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | ++ local 'command=SELECT * FROM myDB.myTable'
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | ++ local 'uri=-h gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | ++ local pod=
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | +++ get_client_pod
logger.go:42: 09:31:36 | gr-demand-backup-haproxy/7-read-data | +++ kubectl -n kuttl-test-advanced-crane get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
logger.go:42: 09:31:37 | gr-demand-backup-haproxy/7-read-data | ++ client_pod=mysql-client
logger.go:42: 09:31:37 | gr-demand-backup-haproxy/7-read-data | ++ wait_pod mysql-client
logger.go:42: 09:31:37 | gr-demand-backup-haproxy/7-read-data | ++ local pod=mysql-client
logger.go:42: 09:31:37 | gr-demand-backup-haproxy/7-read-data | ++ set +o xtrace
logger.go:42: 09:31:37 | gr-demand-backup-haproxy/7-read-data | mysql-clienttrue
logger.go:42: 09:31:37 | gr-demand-backup-haproxy/7-read-data | ++ sed -e 's/mysql: //'
logger.go:42: 09:31:37 | gr-demand-backup-haproxy/7-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.'
logger.go:42: 09:31:37 | gr-demand-backup-haproxy/7-read-data | ++ kubectl -n kuttl-test-advanced-crane exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql -uroot -proot_password'
logger.go:42: 09:31:38 | gr-demand-backup-haproxy/7-read-data | + data=100500
logger.go:42: 09:31:38 | gr-demand-backup-haproxy/7-read-data | + kubectl create configmap -n kuttl-test-advanced-crane 06-read-data-minio-2 --from-literal=data=100500
logger.go:42: 09:31:39 | gr-demand-backup-haproxy/7-read-data | configmap/06-read-data-minio-2 created
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/7-read-data | test step completed 7-read-data
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/98-drop-finalizer | starting test step 98-drop-finalizer
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/98-drop-finalizer | PerconaServerMySQL:kuttl-test-advanced-crane/gr-demand-backup-haproxy updated
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/98-drop-finalizer | test step completed 98-drop-finalizer
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | running command: [sh -c set -o errexit
set -o xtrace
source ../../functions
destroy_operator]
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | + source ../../functions
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ realpath ../../..
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | ++++ pwd
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/tests/gr-demand-backup-haproxy
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | ++ test_name=gr-demand-backup-haproxy
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/vars.sh
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-871
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/deploy
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-871/e2e-tests/conf
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/ps/gr-demand-backup-haproxy
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-871
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-871
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export VERSION=PR-871-9f11c0ee
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ VERSION=PR-871-9f11c0ee
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-871-9f11c0ee
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=1.4.0
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ export CERT_MANAGER_VER=1.16.3
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ CERT_MANAGER_VER=1.16.3
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | ++++ which gdate
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-871/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | ++++ which date
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ date=/usr/bin/date
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ oc get projects
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ :
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ kubectl get nodes
logger.go:42: 09:31:40 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | +++ grep '^minikube'
logger.go:42: 09:31:41 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | + destroy_operator
logger.go:42: 09:31:41 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0
logger.go:42: 09:31:41 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
logger.go:42: 09:31:41 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | deployment.apps "percona-server-mysql-operator" force deleted
logger.go:42: 09:31:41 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | + [[ -n ps-operator ]]
logger.go:42: 09:31:41 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | + kubectl delete namespace ps-operator --force --grace-period=0
logger.go:42: 09:31:42 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
logger.go:42: 09:31:42 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | namespace "ps-operator" force deleted
logger.go:42: 09:31:47 | gr-demand-backup-haproxy/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | gr-demand-backup-haproxy events from ns kuttl-test-advanced-crane:
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:21:59 +0000 UTC Normal Pod mysql-client Binding Scheduled Successfully assigned kuttl-test-advanced-crane/mysql-client to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:21:59 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "perconalab/percona-server-mysql-operator:main-psmysql" already present on machine kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:00 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container: mysql-client kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:00 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:06 +0000 UTC Normal ReplicaSet.apps minio-service-7d75cf656d SuccessfulCreate Created pod: minio-service-7d75cf656d-kqgql replicaset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:06 +0000 UTC Normal PersistentVolumeClaim minio-service WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:06 +0000 UTC Normal Deployment.apps minio-service ScalingReplicaSet Scaled up replica set minio-service-7d75cf656d to 1 deployment-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:06 +0000 UTC Normal PersistentVolumeClaim minio-service ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:06 +0000 UTC Normal PersistentVolumeClaim minio-service Provisioning External provisioner is provisioning volume for claim "kuttl-test-advanced-crane/minio-service" pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:07 +0000 UTC Normal Pod minio-service-post-job-xhp5t Binding Scheduled Successfully assigned kuttl-test-advanced-crane/minio-service-post-job-xhp5t to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:07 +0000 UTC Normal Pod minio-service-post-job-xhp5t.spec.containers{minio-make-user} Pulling Pulling image "quay.io/minio/mc:RELEASE.2023-09-29T16-41-22Z" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:07 +0000 UTC Normal Job.batch minio-service-post-job SuccessfulCreate Created pod: minio-service-post-job-xhp5t job-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:10 +0000 UTC Normal Pod minio-service-7d75cf656d-kqgql Binding Scheduled Successfully assigned kuttl-test-advanced-crane/minio-service-7d75cf656d-kqgql to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:10 +0000 UTC Normal PersistentVolumeClaim minio-service ProvisioningSucceeded Successfully provisioned volume pvc-6ed66ec0-d61e-4983-8428-afd5029950e4 pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:15 +0000 UTC Normal Pod minio-service-post-job-xhp5t.spec.containers{minio-make-user} Pulled Successfully pulled image "quay.io/minio/mc:RELEASE.2023-09-29T16-41-22Z" in 7.556s (7.556s including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:15 +0000 UTC Normal Pod minio-service-post-job-xhp5t.spec.containers{minio-make-user} Created Created container: minio-make-user kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:15 +0000 UTC Normal Pod minio-service-post-job-xhp5t.spec.containers{minio-make-user} Started Started container minio-make-user kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:18 +0000 UTC Normal Pod minio-service-7d75cf656d-kqgql SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6ed66ec0-d61e-4983-8428-afd5029950e4" attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:19 +0000 UTC Normal Pod minio-service-7d75cf656d-kqgql.spec.containers{minio} Pulling Pulling image "quay.io/minio/minio:RELEASE.2023-09-30T07-02-29Z" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:23 +0000 UTC Normal Pod minio-service-7d75cf656d-kqgql.spec.containers{minio} Pulled Successfully pulled image "quay.io/minio/minio:RELEASE.2023-09-30T07-02-29Z" in 4.106s (4.106s including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:23 +0000 UTC Normal Pod minio-service-7d75cf656d-kqgql.spec.containers{minio} Created Created container: minio kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:23 +0000 UTC Normal Pod minio-service-7d75cf656d-kqgql.spec.containers{minio} Started Started container minio kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:33 +0000 UTC Normal Job.batch minio-service-post-job Completed Job completed job-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:35 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-advanced-crane/aws-cli to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:35 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:38 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 3.116s (3.116s including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:38 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:38 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:44 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:44 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulCreate create Claim datadir-gr-demand-backup-haproxy-mysql-0 Pod gr-demand-backup-haproxy-mysql-0 in StatefulSet gr-demand-backup-haproxy-mysql success statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:44 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulCreate create Pod gr-demand-backup-haproxy-mysql-0 in StatefulSet gr-demand-backup-haproxy-mysql successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:45 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-advanced-crane/datadir-gr-demand-backup-haproxy-mysql-0" pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:45 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-0 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:48 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-4608bfdf-feea-4b3d-8f29-7a2d42b38c4c pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:49 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-mysql-0 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-m3pm default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:56 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-4608bfdf-feea-4b3d-8f29-7a2d42b38c4c" attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 145ms (145ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:22:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:00 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:00 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 99ms (99ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:00 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Created Created container: mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:00 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Started Started container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:00 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:01 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 118ms (118ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:01 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:01 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:33 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:33 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-advanced-crane/datadir-gr-demand-backup-haproxy-mysql-1" pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:33 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:33 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulCreate create Claim datadir-gr-demand-backup-haproxy-mysql-1 Pod gr-demand-backup-haproxy-mysql-1 in StatefulSet gr-demand-backup-haproxy-mysql success statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:33 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulCreate create Pod gr-demand-backup-haproxy-mysql-1 in StatefulSet gr-demand-backup-haproxy-mysql successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:36 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-haproxy-0 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:36 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-haproxy SuccessfulCreate create Pod gr-demand-backup-haproxy-haproxy-0 in StatefulSet gr-demand-backup-haproxy-haproxy successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:37 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-2bc4faf3-d258-4804-9713-17ee81e3d8af pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:37 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:37 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 173ms (173ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:37 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:37 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:37 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-mysql-1 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:38 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:38 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 119ms (119ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:38 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Created Created container: haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:38 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:38 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:38 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 111ms (111ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:38 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:39 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:39 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-haproxy-1 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-m3pm default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:39 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-haproxy SuccessfulCreate create Pod gr-demand-backup-haproxy-haproxy-1 in StatefulSet gr-demand-backup-haproxy-haproxy successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:40 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:40 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 155ms (155ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:40 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:40 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 114ms (114ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Created Created container: haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:42 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:42 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:42 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 128ms (128ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:42 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:42 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:42 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-haproxy-2 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-3gmd default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:42 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-haproxy SuccessfulCreate create Pod gr-demand-backup-haproxy-haproxy-2 in StatefulSet gr-demand-backup-haproxy-haproxy successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:43 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:43 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 143ms (143ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:43 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:43 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:44 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-2bc4faf3-d258-4804-9713-17ee81e3d8af" attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 111ms (111ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Created Created container: haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 98ms (98ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:46 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:46 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 148ms (148ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:46 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:46 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 90ms (90ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Created Created container: mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Started Started container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 119ms (119ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:48 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:23:48 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:18 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: 2025/03/26 09:24:06 Waiting for MySQL ready state
2025/03/26 09:24:06 MySQL is ready
2025/03/26 09:24:06 Starting bootstrap...
2025/03/26 09:24:06 mysql-shell version: 8.0.40
2025/03/26 09:24:06 Running dba.configureLocalInstance('operator:*****@gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane', {'clearReadOnly': true})
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
[33mWARNING: [0mThe clearReadOnly option is deprecated and will be removed in a future release.
[33mWARNING: [0mThis function is deprecated and will be removed in a future release of MySQL Shell, use dba.configureInstance() instead.
Configuring local MySQL instance listening at port 3306 for use in an InnoDB cluster...
This instance reports its own address as [1mgr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306[0m
applierWorkerThreads will be set to the default value of 4.
[36mNOTE: [0mSome configuration options need to be fixed:
+----------------------------------------+---------------+----------------+----------------------------+
+----------------------------------------+---------------+----------------+----------------------------+
| Variable | Current Value | Required Value | Note |+----------------------------------------+---------------+----------------+----------------------------+
| binlog_transaction_dependency_tracking | COMMIT_ORDER | WRITESET | Update the server variable |Disabled super_read_only on the instance 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'
Enabling super_read_only on the instance 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'
Configuring instance...
[33mWARNING:*****@binlog_transaction_dependency_tracking' is deprecated and will be removed in a future release. (Code 1287).
The instance 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' was configured to be used in an InnoDB cluster.
2025/03/26 09:24:06 Instance (gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane) configured to join to the InnoDB cluster
2025/03/26 09:24:06 peers: [gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane]
2025/03/26 09:24:06 Running dba.getCluster('grdemandbackuphaproxy')
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
2025/03/26 09:24:07 Connected to peer gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane
2025/03/26 09:24:07 Cluster status:
ClusterName: grdemandbackuphaproxy
Status: OK_NO_TOLERANCE
StatusText: Cluster is NOT tolerant to any failures.
SSL: REQUIRED
Primary: gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
Topology:
Member 0
Address: gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
State: ONLINE
Errors: []
2025/03/26 09:24:07 Adding instance (gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane) to InnoDB cluster
2025/03/26 09:24:07 Running dba.getCluster('grdemandbackuphaproxy').addInstance('operator:*****@gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane', {'recoveryMethod': 'clone', 'waitRecovery': 3})
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
[33mWARNING: [0mThe waitRecovery option is deprecated. Please use the recoveryProgress option instead.
[36mNOTE: [0mThe target instance 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' has not been pre-provisioned (GTID set is empty). The Shell is unable to decide whether incremental state recovery can correctly provision it.
Clone based recovery selected through the recoveryMethod option
Validating instance configuration at gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306...
This instance reports its own address as [1mgr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306[0m
Instance configuration is suitable.
[36mNOTE: [0mGroup Replication will communicate with other members using 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'. Use the localAddress option to override.
* Checking connectivity and SSL configuration...
A new instance will be added to the InnoDB Cluster. Depending on the amount of
data on the cluster this might take from a few seconds to several hours.
Adding instance to the cluster...
Monitoring recovery process of the new cluster member. Press ^C to stop monitoring and let it continue in background.
[1mClone based state recovery is now in progress.[0m
[36mNOTE: [0mA server restart is expected to happen as part of the clone process. If the
server does not support the RESTART command or does not come back after a
while, you may need to manually start it back.
* Waiting for clone to finish...
[36mNOTE: [0mgr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306 is being cloned from gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
** Clone Transfer FILE COPY 100% Completed PAGE COPY 100% Completed REDO COPY 100% Completed** Stage DROP DATA: Completed
[36mNOTE: [0mgr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306 is shutting down...
* Waiting for server restart... \
* Waiting for server restart... |
* Waiting for server restart... /
* Waiting for server restart... -
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:18 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:18 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} FailedPreStopHook PreStopHook failed kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 119ms (119ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:51 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:51 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-2 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:51 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-advanced-crane/datadir-gr-demand-backup-haproxy-mysql-2" pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:51 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulCreate create Claim datadir-gr-demand-backup-haproxy-mysql-2 Pod gr-demand-backup-haproxy-mysql-2 in StatefulSet gr-demand-backup-haproxy-mysql success statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:51 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulCreate create Pod gr-demand-backup-haproxy-mysql-2 in StatefulSet gr-demand-backup-haproxy-mysql successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:55 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-8ad9ff06-caea-4626-b5da-614d6b46953f pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:24:55 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-mysql-2 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-3gmd default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:02 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-8ad9ff06-caea-4626-b5da-614d6b46953f" attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:04 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:04 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 148ms (148ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:04 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:04 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 112ms (112ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Created Created container: mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Started Started container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 112ms (112ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:37 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: 2025/03/26 09:25:24 Waiting for MySQL ready state
2025/03/26 09:25:24 MySQL is ready
2025/03/26 09:25:24 Starting bootstrap...
2025/03/26 09:25:24 mysql-shell version: 8.0.40
2025/03/26 09:25:24 Running dba.configureLocalInstance('operator:*****@gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane', {'clearReadOnly': true})
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
[33mWARNING: [0mThe clearReadOnly option is deprecated and will be removed in a future release.
[33mWARNING: [0mThis function is deprecated and will be removed in a future release of MySQL Shell, use dba.configureInstance() instead.
Configuring local MySQL instance listening at port 3306 for use in an InnoDB cluster...
This instance reports its own address as [1mgr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306[0m
applierWorkerThreads will be set to the default value of 4.
[36mNOTE: [0mSome configuration options need to be fixed:
+----------------------------------------+---------------+----------------+----------------------------+
+----------------------------------------+---------------+----------------+----------------------------+
| Variable | Current Value | Required Value | Note |+----------------------------------------+---------------+----------------+----------------------------+
| binlog_transaction_dependency_tracking | COMMIT_ORDER | WRITESET | Update the server variable |Disabled super_read_only on the instance 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'
Enabling super_read_only on the instance 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'
Configuring instance...
[33mWARNING:*****@binlog_transaction_dependency_tracking' is deprecated and will be removed in a future release. (Code 1287).
The instance 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' was configured to be used in an InnoDB cluster.
2025/03/26 09:25:24 Instance (gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane) configured to join to the InnoDB cluster
2025/03/26 09:25:24 peers: [gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane]
2025/03/26 09:25:24 Running dba.getCluster('grdemandbackuphaproxy')
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
2025/03/26 09:25:25 Connected to peer gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane
2025/03/26 09:25:25 Cluster status:
ClusterName: grdemandbackuphaproxy
Status: OK_NO_TOLERANCE
StatusText: Cluster is NOT tolerant to any failures.
SSL: REQUIRED
Primary: gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
Topology:
Member 0
Address: gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
State: ONLINE
Errors: []
Member 1
Address: gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
State: ONLINE
Errors: []
2025/03/26 09:25:25 Adding instance (gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane) to InnoDB cluster
2025/03/26 09:25:25 Running dba.getCluster('grdemandbackuphaproxy').addInstance('operator:*****@gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane', {'recoveryMethod': 'clone', 'waitRecovery': 3})
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
[33mWARNING: [0mThe waitRecovery option is deprecated. Please use the recoveryProgress option instead.
[36mNOTE: [0mThe target instance 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' has not been pre-provisioned (GTID set is empty). The Shell is unable to decide whether incremental state recovery can correctly provision it.
Clone based recovery selected through the recoveryMethod option
Validating instance configuration at gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306...
This instance reports its own address as [1mgr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306[0m
Instance configuration is suitable.
[36mNOTE: [0mGroup Replication will communicate with other members using 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'. Use the localAddress option to override.
* Checking connectivity and SSL configuration...
A new instance will be added to the InnoDB Cluster. Depending on the amount of
data on the cluster this might take from a few seconds to several hours.
Adding instance to the cluster...
Monitoring recovery process of the new cluster member. Press ^C to stop monitoring and let it continue in background.
[1mClone based state recovery is now in progress.[0m
[36mNOTE: [0mA server restart is expected to happen as part of the clone process. If the
server does not support the RESTART command or does not come back after a
while, you may need to manually start it back.
* Waiting for clone to finish...
[36mNOTE: [0mgr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306 is being cloned from gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
** Stage DROP DATA: Completed
** Clone Transfer FILE COPY 100% Completed PAGE COPY 100% Completed REDO COPY 100% Completed
[36mNOTE: [0mgr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306 is shutting down...
* Waiting for server restart... \
* Waiting for server restart... |
* Waiting for server restart... /
* Waiting for server restart... -
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:37 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:37 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} FailedPreStopHook PreStopHook failed kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:25:37 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 109ms (109ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:26 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld Binding Scheduled Successfully assigned kuttl-test-advanced-crane/xb-gr-demand-backup-haproxy-minio-minio-fnqld to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:26 +0000 UTC Normal Job.batch xb-gr-demand-backup-haproxy-minio-minio SuccessfulCreate Created pod: xb-gr-demand-backup-haproxy-minio-minio-fnqld job-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:27 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:27 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 216ms (216ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:27 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld.spec.initContainers{xtrabackup-init} Created Created container: xtrabackup-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:27 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:29 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:29 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 114ms (114ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:29 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:29 +0000 UTC Normal Pod xb-gr-demand-backup-haproxy-minio-minio-fnqld.spec.containers{xtrabackup} Started Started container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:35 +0000 UTC Normal Job.batch xb-gr-demand-backup-haproxy-minio-minio Completed Job completed job-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Killing Stopping container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Killing Stopping container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-haproxy SuccessfulDelete delete Pod gr-demand-backup-haproxy-haproxy-2 in StatefulSet gr-demand-backup-haproxy-haproxy successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-haproxy SuccessfulDelete delete Pod gr-demand-backup-haproxy-haproxy-1 in StatefulSet gr-demand-backup-haproxy-haproxy successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:53 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulDelete delete Pod gr-demand-backup-haproxy-mysql-2 in StatefulSet gr-demand-backup-haproxy-mysql successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Killing Stopping container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:54 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-haproxy SuccessfulDelete delete Pod gr-demand-backup-haproxy-haproxy-0 in StatefulSet gr-demand-backup-haproxy-haproxy successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:26:59 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2025/03/26 09:26:59 MySQL state is not ready...
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:00 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:00 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:00 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulDelete delete Pod gr-demand-backup-haproxy-mysql-1 in StatefulSet gr-demand-backup-haproxy-mysql successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:06 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2025/03/26 09:27:06 MySQL state is not ready...
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:08 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:08 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:08 +0000 UTC Normal StatefulSet.apps gr-demand-backup-haproxy-mysql SuccessfulDelete delete Pod gr-demand-backup-haproxy-mysql-0 in StatefulSet gr-demand-backup-haproxy-mysql successful statefulset-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:13 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2025/03/26 09:27:13 MySQL state is not ready...
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:20 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh Binding Scheduled Successfully assigned kuttl-test-advanced-crane/xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:20 +0000 UTC Warning Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh FailedAttachVolume Multi-Attach error for volume "pvc-4608bfdf-feea-4b3d-8f29-7a2d42b38c4c" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:20 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-haproxy-restore-minio SuccessfulCreate Created pod: xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh job-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:37 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-4608bfdf-feea-4b3d-8f29-7a2d42b38c4c" attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:38 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh.spec.initContainers{xtrabackup-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:38 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh.spec.initContainers{xtrabackup-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 167ms (167ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:38 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh.spec.initContainers{xtrabackup-init} Created Created container: xtrabackup-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:39 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh.spec.initContainers{xtrabackup-init} Started Started container xtrabackup-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:41 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:41 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 129ms (129ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:41 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:41 +0000 UTC Normal Pod xb-restore-gr-demand-backup-haproxy-restore-minio-tjzgh.spec.containers{xtrabackup} Started Started container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:50 +0000 UTC Normal Job.batch xb-restore-gr-demand-backup-haproxy-restore-minio Completed Job completed job-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:51 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-mysql-0 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-m3pm default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:27:51 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-0 FailedAttachVolume Multi-Attach error for volume "pvc-4608bfdf-feea-4b3d-8f29-7a2d42b38c4c" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-4608bfdf-feea-4b3d-8f29-7a2d42b38c4c" attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:07 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:07 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 138ms (138ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:07 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:07 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:09 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:09 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 126ms (126ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:09 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Created Created container: mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:09 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Started Started container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:09 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:09 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 111ms (111ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:10 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:10 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-advanced-crane/datadir-gr-demand-backup-haproxy-mysql-1" pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-haproxy-0 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 170ms (170ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:45 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:46 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-874835ae-d382-40f2-a675-1ec770df91f8 pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:46 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-mysql-1 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-lsms default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 121ms (121ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Created Created container: haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 111ms (111ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:47 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:48 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-haproxy-1 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-m3pm default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:49 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:49 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 146ms (146ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:49 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:49 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:50 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:50 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 127ms (127ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:51 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Created Created container: haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:51 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:51 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:51 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 101ms (101ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:51 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:51 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:51 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-haproxy-2 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-3gmd default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:52 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:52 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 173ms (173ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:52 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:52 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 110ms (110ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Created Created container: haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 101ms (101ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:54 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-874835ae-d382-40f2-a675-1ec770df91f8" attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:56 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:56 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 165ms (165ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:56 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:56 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 113ms (113ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Created Created container: mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Started Started container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 108ms (108ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:58 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:28:59 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:29:29 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: 2025/03/26 09:29:16 Waiting for MySQL ready state
2025/03/26 09:29:16 MySQL is ready
2025/03/26 09:29:16 Starting bootstrap...
2025/03/26 09:29:16 mysql-shell version: 8.0.40
2025/03/26 09:29:16 Running dba.configureLocalInstance('operator:*****@gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane', {'clearReadOnly': true})
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
[33mWARNING: [0mThe clearReadOnly option is deprecated and will be removed in a future release.
[33mWARNING: [0mThis function is deprecated and will be removed in a future release of MySQL Shell, use dba.configureInstance() instead.
Configuring local MySQL instance listening at port 3306 for use in an InnoDB cluster...
This instance reports its own address as [1mgr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306[0m
applierWorkerThreads will be set to the default value of 4.
[36mNOTE: [0mSome configuration options need to be fixed:
+----------------------------------------+---------------+----------------+----------------------------+
+----------------------------------------+---------------+----------------+----------------------------+
| Variable | Current Value | Required Value | Note |+----------------------------------------+---------------+----------------+----------------------------+
| binlog_transaction_dependency_tracking | COMMIT_ORDER | WRITESET | Update the server variable |Disabled super_read_only on the instance 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'
Enabling super_read_only on the instance 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'
Configuring instance...
[33mWARNING:*****@binlog_transaction_dependency_tracking' is deprecated and will be removed in a future release. (Code 1287).
The instance 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' was configured to be used in an InnoDB cluster.
2025/03/26 09:29:17 Instance (gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane) configured to join to the InnoDB cluster
2025/03/26 09:29:17 peers: [gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane]
2025/03/26 09:29:17 Running dba.getCluster('grdemandbackuphaproxy')
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
2025/03/26 09:29:17 Connected to peer gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane
2025/03/26 09:29:17 Cluster status:
ClusterName: grdemandbackuphaproxy
Status: OK_NO_TOLERANCE
StatusText: Cluster is NOT tolerant to any failures.
SSL: REQUIRED
Primary: gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
Topology:
Member 0
Address: gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
State: ONLINE
Errors: []
2025/03/26 09:29:17 Adding instance (gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane) to InnoDB cluster
2025/03/26 09:29:17 Running dba.getCluster('grdemandbackuphaproxy').addInstance('operator:*****@gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane', {'recoveryMethod': 'clone', 'waitRecovery': 3})
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
[33mWARNING: [0mThe waitRecovery option is deprecated. Please use the recoveryProgress option instead.
[36mNOTE: [0mA GTID set check of the MySQL instance at 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' determined that it is missing transactions that were purged from all cluster members.
[36mNOTE: [0mThe target instance 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' has not been pre-provisioned (GTID set is empty). The Shell is unable to determine whether the instance has pre-existing data that would be overwritten with clone based recovery.
Clone based recovery selected through the recoveryMethod option
Validating instance configuration at gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306...
This instance reports its own address as [1mgr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306[0m
Instance configuration is suitable.
[36mNOTE: [0mGroup Replication will communicate with other members using 'gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'. Use the localAddress option to override.
* Checking connectivity and SSL configuration...
A new instance will be added to the InnoDB Cluster. Depending on the amount of
data on the cluster this might take from a few seconds to several hours.
Adding instance to the cluster...
Monitoring recovery process of the new cluster member. Press ^C to stop monitoring and let it continue in background.
[1mClone based state recovery is now in progress.[0m
[36mNOTE: [0mA server restart is expected to happen as part of the clone process. If the
server does not support the RESTART command or does not come back after a
while, you may need to manually start it back.
* Waiting for clone to finish...
[36mNOTE: [0mgr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306 is being cloned from gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
** Stage DROP DATA: Completed
** Clone Transfer FILE COPY 0% In Progress PAGE COPY 0% Not Started REDO COPY 0% Not Started** Clone Transfer FILE COPY 100% Completed PAGE COPY 100% Completed REDO COPY 100% Completed
[36mNOTE: [0mgr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306 is shutting down...
* Waiting for server restart... \
* Waiting for server restart... |
* Waiting for server restart... /
* Waiting for server restart... -
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:29:29 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:29:29 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} FailedPreStopHook PreStopHook failed kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:29:29 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 108ms (108ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-2 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-advanced-crane/datadir-gr-demand-backup-haproxy-mysql-2" pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:05 +0000 UTC Normal PersistentVolumeClaim datadir-gr-demand-backup-haproxy-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-bff0d19f-3e80-4588-adcc-fdac1bd657d0 pd.csi.storage.gke.io_gke-4f951ee33147424bafd8-bc06-5d49-vm_655deb95-fb2e-4408-8128-237863e380a5
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:06 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2 Binding Scheduled Successfully assigned kuttl-test-advanced-crane/gr-demand-backup-haproxy-mysql-2 to gke-jen-ps-871-9f11c0ee--default-pool-5c582a33-3gmd default-scheduler
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:14 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bff0d19f-3e80-4588-adcc-fdac1bd657d0" attachdetach-controller
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:17 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:17 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-871-9f11c0ee" in 148ms (148ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:17 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:17 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 96ms (96ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Created Created container: mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Started Started container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 125ms (125ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:19 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:50 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: 2025/03/26 09:30:37 Waiting for MySQL ready state
2025/03/26 09:30:37 MySQL is ready
2025/03/26 09:30:37 Starting bootstrap...
2025/03/26 09:30:37 mysql-shell version: 8.0.40
2025/03/26 09:30:37 Running dba.configureLocalInstance('operator:*****@gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane', {'clearReadOnly': true})
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
[33mWARNING: [0mThe clearReadOnly option is deprecated and will be removed in a future release.
[33mWARNING: [0mThis function is deprecated and will be removed in a future release of MySQL Shell, use dba.configureInstance() instead.
Configuring local MySQL instance listening at port 3306 for use in an InnoDB cluster...
This instance reports its own address as [1mgr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306[0m
applierWorkerThreads will be set to the default value of 4.
[36mNOTE: [0mSome configuration options need to be fixed:
+----------------------------------------+---------------+----------------+----------------------------+
+----------------------------------------+---------------+----------------+----------------------------+
| Variable | Current Value | Required Value | Note |+----------------------------------------+---------------+----------------+----------------------------+
| binlog_transaction_dependency_tracking | COMMIT_ORDER | WRITESET | Update the server variable |Disabled super_read_only on the instance 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'
Enabling super_read_only on the instance 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'
Configuring instance...
[33mWARNING:*****@binlog_transaction_dependency_tracking' is deprecated and will be removed in a future release. (Code 1287).
The instance 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' was configured to be used in an InnoDB cluster.
2025/03/26 09:30:38 Instance (gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane) configured to join to the InnoDB cluster
2025/03/26 09:30:38 peers: [gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane]
2025/03/26 09:30:38 Running dba.getCluster('grdemandbackuphaproxy')
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
2025/03/26 09:30:38 Connected to peer gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane
2025/03/26 09:30:39 Cluster status:
ClusterName: grdemandbackuphaproxy
Status: OK_NO_TOLERANCE
StatusText: Cluster is NOT tolerant to any failures.
SSL: REQUIRED
Primary: gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
Topology:
Member 0
Address: gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
State: ONLINE
Errors: []
Member 1
Address: gr-demand-backup-haproxy-mysql-0.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
State: ONLINE
Errors: []
2025/03/26 09:30:39 Adding instance (gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane) to InnoDB cluster
2025/03/26 09:30:39 Running dba.getCluster('grdemandbackuphaproxy').addInstance('operator:*****@gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane', {'recoveryMethod': 'clone', 'waitRecovery': 3})
Cannot set LC_ALL to locale en_US.UTF-8: No such file or directory
[33mWARNING: [0mUsing a password on the command line interface can be insecure.
[33mWARNING: [0mThe waitRecovery option is deprecated. Please use the recoveryProgress option instead.
[36mNOTE: [0mA GTID set check of the MySQL instance at 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' determined that it is missing transactions that were purged from all cluster members.
[36mNOTE: [0mThe target instance 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306' has not been pre-provisioned (GTID set is empty). The Shell is unable to determine whether the instance has pre-existing data that would be overwritten with clone based recovery.
Clone based recovery selected through the recoveryMethod option
Validating instance configuration at gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306...
This instance reports its own address as [1mgr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306[0m
Instance configuration is suitable.
[36mNOTE: [0mGroup Replication will communicate with other members using 'gr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306'. Use the localAddress option to override.
* Checking connectivity and SSL configuration...
A new instance will be added to the InnoDB Cluster. Depending on the amount of
data on the cluster this might take from a few seconds to several hours.
Adding instance to the cluster...
Monitoring recovery process of the new cluster member. Press ^C to stop monitoring and let it continue in background.
[1mClone based state recovery is now in progress.[0m
[36mNOTE: [0mA server restart is expected to happen as part of the clone process. If the
server does not support the RESTART command or does not come back after a
while, you may need to manually start it back.
* Waiting for clone to finish...
[36mNOTE: [0mgr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306 is being cloned from gr-demand-backup-haproxy-mysql-1.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306
** Stage DROP DATA: Completed
** Clone Transfer FILE COPY 100% Completed PAGE COPY 100% Completed REDO COPY 100% Completed
[36mNOTE: [0mgr-demand-backup-haproxy-mysql-2.gr-demand-backup-haproxy-mysql.kuttl-test-advanced-crane:3306 is shutting down...
* Waiting for server restart... \
* Waiting for server restart... |
* Waiting for server restart... /
* Waiting for server restart... -
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:50 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:50 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} FailedPreStopHook PreStopHook failed kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:30:50 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 133ms (133ms including waiting) kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:40 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{haproxy} Killing Stopping container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{haproxy} Killing Stopping container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{haproxy} Killing Stopping container haproxy kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-haproxy-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:41 +0000 UTC Normal Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:42 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2025/03/26 09:31:42 MySQL state is not ready...
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:46 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2025/03/26 09:31:46 MySQL state is not ready...
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | 2025-03-26 09:31:47 +0000 UTC Warning Pod gr-demand-backup-haproxy-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2025/03/26 09:31:47 MySQL state is not ready...
kubelet
logger.go:42: 09:31:48 | gr-demand-backup-haproxy | Deleting namespace: kuttl-test-advanced-crane
=== NAME kuttl
harness.go:407: run tests finished
harness.go:515: cleaning up
harness.go:572: removing temp folder: ""
--- PASS: kuttl (639.56s)
--- PASS: kuttl/harness (0.00s)
--- PASS: kuttl/harness/gr-demand-backup-haproxy (639.12s)
PASS