=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. I0205 13:58:20.839906 12706 request.go:682] Waited for 1.017014761s due to client-side throttling, not priority and fairness, request: GET:https://35.184.89.132/apis/auto.gke.io/v1?timeout=32s harness.go:275: Successful connection to cluster at: https://35.184.89.132 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 30 tests === RUN kuttl/harness === RUN kuttl/harness/config === PAUSE kuttl/harness/config === CONT kuttl/harness/config logger.go:42: 13:58:27 | config | Creating namespace: kuttl-test-feasible-whale logger.go:42: 13:58:27 | config/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 13:58:27 | config/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client] logger.go:42: 13:58:27 | config/0-deploy-operator | + source ../../functions logger.go:42: 13:58:27 | config/0-deploy-operator | +++ realpath ../../.. logger.go:42: 13:58:27 | config/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 13:58:27 | config/0-deploy-operator | ++++ pwd logger.go:42: 13:58:27 | config/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/config logger.go:42: 13:58:27 | config/0-deploy-operator | ++ test_name=config logger.go:42: 13:58:27 | config/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 13:58:27 | config/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 13:58:27 | config/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 13:58:27 | config/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 13:58:27 | config/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 13:58:27 | config/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 13:58:27 | config/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export GIT_BRANCH=PR-523 logger.go:42: 13:58:27 | config/0-deploy-operator | +++ GIT_BRANCH=PR-523 logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export VERSION=PR-523-f00253e logger.go:42: 13:58:27 | config/0-deploy-operator | +++ VERSION=PR-523-f00253e logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:58:27 | config/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 13:58:27 | config/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 13:58:27 | config/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 13:58:27 | config/0-deploy-operator | ++++ which gdate logger.go:42: 13:58:27 | config/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 13:58:27 | config/0-deploy-operator | ++++ which date logger.go:42: 13:58:27 | config/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 13:58:27 | config/0-deploy-operator | +++ command -v oc logger.go:42: 13:58:27 | config/0-deploy-operator | +++ kubectl get nodes logger.go:42: 13:58:27 | config/0-deploy-operator | +++ grep '^minikube' logger.go:42: 13:58:28 | config/0-deploy-operator | E0205 13:58:28.570274 12814 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:28 | config/0-deploy-operator | E0205 13:58:28.789775 12814 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:28 | config/0-deploy-operator | E0205 13:58:28.902010 12814 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:29 | config/0-deploy-operator | E0205 13:58:29.012885 12814 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:29 | config/0-deploy-operator | + init_temp_dir logger.go:42: 13:58:29 | config/0-deploy-operator | + rm -rf /tmp/kuttl/ps/config logger.go:42: 13:58:29 | config/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/config logger.go:42: 13:58:29 | config/0-deploy-operator | + deploy_operator logger.go:42: 13:58:29 | config/0-deploy-operator | + kubectl -n kuttl-test-feasible-whale apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/crd.yaml logger.go:42: 13:58:30 | config/0-deploy-operator | E0205 13:58:30.309562 12864 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:30 | config/0-deploy-operator | E0205 13:58:30.510833 12864 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:30 | config/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 13:58:30 | config/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 13:58:31 | config/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 13:58:31 | config/0-deploy-operator | + kubectl -n kuttl-test-feasible-whale apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/rbac.yaml logger.go:42: 13:58:33 | config/0-deploy-operator | E0205 13:58:33.208862 12904 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:33 | config/0-deploy-operator | E0205 13:58:33.328213 12904 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:33 | config/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 13:58:34 | config/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 13:58:34 | config/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 13:58:34 | config/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 13:58:35 | config/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 13:58:35 | config/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 13:58:35 | config/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 13:58:36 | config/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 13:58:36 | config/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 13:58:36 | config/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"' logger.go:42: 13:58:36 | config/0-deploy-operator | + kubectl -n kuttl-test-feasible-whale apply -f - logger.go:42: 13:58:36 | config/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 13:58:36 | config/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-523-f00253e"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/operator.yaml logger.go:42: 13:58:37 | config/0-deploy-operator | E0205 13:58:37.118171 12958 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:37 | config/0-deploy-operator | E0205 13:58:37.346106 12958 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:38 | config/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 13:58:38 | config/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 13:58:38 | config/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 13:58:38 | config/0-deploy-operator | + kubectl -n kuttl-test-feasible-whale apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/secrets.yaml logger.go:42: 13:58:39 | config/0-deploy-operator | E0205 13:58:39.766515 13016 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:39 | config/0-deploy-operator | E0205 13:58:39.984292 13016 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:40 | config/0-deploy-operator | secret/test-secrets created logger.go:42: 13:58:40 | config/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 13:58:40 | config/0-deploy-operator | + kubectl -n kuttl-test-feasible-whale apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/ssl-secret.yaml logger.go:42: 13:58:41 | config/0-deploy-operator | E0205 13:58:41.178481 13038 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:41 | config/0-deploy-operator | E0205 13:58:41.403974 13038 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:41 | config/0-deploy-operator | secret/test-ssl created logger.go:42: 13:58:41 | config/0-deploy-operator | + deploy_client logger.go:42: 13:58:41 | config/0-deploy-operator | + kubectl -n kuttl-test-feasible-whale apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/client.yaml logger.go:42: 13:58:42 | config/0-deploy-operator | E0205 13:58:42.723464 13067 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:42 | config/0-deploy-operator | E0205 13:58:42.839277 13067 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:58:43 | config/0-deploy-operator | pod/mysql-client created I0205 13:58:45.225276 12706 request.go:682] Waited for 1.017209057s due to client-side throttling, not priority and fairness, request: GET:https://35.184.89.132/apis/internal.autoscaling.gke.io/v1alpha1?timeout=32s logger.go:42: 13:59:09 | config/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 13:59:09 | config/1-create-cluster | starting test step 1-create-cluster logger.go:42: 13:59:09 | config/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 13:59:09 | config/1-create-cluster | + source ../../functions logger.go:42: 13:59:09 | config/1-create-cluster | +++ realpath ../../.. logger.go:42: 13:59:09 | config/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 13:59:09 | config/1-create-cluster | ++++ pwd logger.go:42: 13:59:09 | config/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/config logger.go:42: 13:59:09 | config/1-create-cluster | ++ test_name=config logger.go:42: 13:59:09 | config/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 13:59:09 | config/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 13:59:09 | config/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 13:59:09 | config/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 13:59:09 | config/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 13:59:09 | config/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 13:59:09 | config/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 13:59:09 | config/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 13:59:09 | config/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 13:59:09 | config/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 13:59:09 | config/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 13:59:09 | config/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 13:59:09 | config/1-create-cluster | +++ export GIT_BRANCH=PR-523 logger.go:42: 13:59:09 | config/1-create-cluster | +++ GIT_BRANCH=PR-523 logger.go:42: 13:59:09 | config/1-create-cluster | +++ export VERSION=PR-523-f00253e logger.go:42: 13:59:09 | config/1-create-cluster | +++ VERSION=PR-523-f00253e logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:59:09 | config/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:59:09 | config/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 13:59:09 | config/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 13:59:09 | config/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 13:59:09 | config/1-create-cluster | ++++ which gdate logger.go:42: 13:59:09 | config/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 13:59:09 | config/1-create-cluster | ++++ which date logger.go:42: 13:59:09 | config/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 13:59:09 | config/1-create-cluster | +++ command -v oc logger.go:42: 13:59:09 | config/1-create-cluster | +++ kubectl get nodes logger.go:42: 13:59:09 | config/1-create-cluster | +++ grep '^minikube' logger.go:42: 13:59:10 | config/1-create-cluster | E0205 13:59:10.278284 13356 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:59:10 | config/1-create-cluster | E0205 13:59:10.497738 13356 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:59:10 | config/1-create-cluster | E0205 13:59:10.608293 13356 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:59:10 | config/1-create-cluster | E0205 13:59:10.719929 13356 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:59:10 | config/1-create-cluster | + get_cr logger.go:42: 13:59:10 | config/1-create-cluster | + local name_suffix= logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:59:10 | config/1-create-cluster | + kubectl -n kuttl-test-feasible-whale apply -f - logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 13:59:10 | config/1-create-cluster | + '[' -n '' ']' logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 13:59:10 | config/1-create-cluster | ++ printf '.metadata.name="%s"' config logger.go:42: 13:59:10 | config/1-create-cluster | + yq eval '.metadata.name="config"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 13:59:12 | config/1-create-cluster | E0205 13:59:12.200806 13390 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:59:12 | config/1-create-cluster | E0205 13:59:12.385001 13390 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:59:12 | config/1-create-cluster | E0205 13:59:12.733455 13390 memcache.go:287] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:59:12 | config/1-create-cluster | E0205 13:59:12.854045 13390 memcache.go:121] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request logger.go:42: 13:59:13 | config/1-create-cluster | perconaservermysql.ps.percona.com/config created I0205 13:59:15.555564 12706 request.go:682] Waited for 1.029987507s due to client-side throttling, not priority and fairness, request: GET:https://35.184.89.132/apis/internal.autoscaling.gke.io/v1?timeout=32s logger.go:42: 14:04:16 | config/1-create-cluster | test step completed 1-create-cluster logger.go:42: 14:04:16 | config/2-config-through-cr | starting test step 2-config-through-cr logger.go:42: 14:04:16 | config/2-config-through-cr | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "${NAMESPACE}" patch ps "$(get_cluster_name)" \ --type merge \ -p '{"spec": {"mysql": {"configuration": "max_connections=250"}}}'] logger.go:42: 14:04:16 | config/2-config-through-cr | + source ../../functions logger.go:42: 14:04:16 | config/2-config-through-cr | +++ realpath ../../.. logger.go:42: 14:04:16 | config/2-config-through-cr | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:04:16 | config/2-config-through-cr | ++++ pwd logger.go:42: 14:04:16 | config/2-config-through-cr | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/config logger.go:42: 14:04:16 | config/2-config-through-cr | ++ test_name=config logger.go:42: 14:04:16 | config/2-config-through-cr | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:04:16 | config/2-config-through-cr | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:04:16 | config/2-config-through-cr | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:04:16 | config/2-config-through-cr | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:04:16 | config/2-config-through-cr | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 14:04:16 | config/2-config-through-cr | +++ TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 14:04:16 | config/2-config-through-cr | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:04:16 | config/2-config-through-cr | +++ GIT_BRANCH=PR-523 logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export VERSION=PR-523-f00253e logger.go:42: 14:04:16 | config/2-config-through-cr | +++ VERSION=PR-523-f00253e logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:04:16 | config/2-config-through-cr | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:04:16 | config/2-config-through-cr | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:04:16 | config/2-config-through-cr | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:04:16 | config/2-config-through-cr | ++++ which gdate logger.go:42: 14:04:16 | config/2-config-through-cr | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:04:16 | config/2-config-through-cr | ++++ which date logger.go:42: 14:04:16 | config/2-config-through-cr | +++ date=/usr/bin/date logger.go:42: 14:04:16 | config/2-config-through-cr | +++ command -v oc logger.go:42: 14:04:16 | config/2-config-through-cr | +++ kubectl get nodes logger.go:42: 14:04:16 | config/2-config-through-cr | +++ grep '^minikube' logger.go:42: 14:04:17 | config/2-config-through-cr | ++ get_cluster_name logger.go:42: 14:04:17 | config/2-config-through-cr | ++ kubectl -n kuttl-test-feasible-whale get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:04:18 | config/2-config-through-cr | + kubectl -n kuttl-test-feasible-whale patch ps config --type merge -p '{"spec": {"mysql": {"configuration": "max_connections=250"}}}' logger.go:42: 14:04:18 | config/2-config-through-cr | perconaservermysql.ps.percona.com/config patched logger.go:42: 14:07:56 | config/2-config-through-cr | test step completed 2-config-through-cr logger.go:42: 14:07:56 | config/3-check-config | starting test step 3-check-config logger.go:42: 14:07:56 | config/3-check-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions mysql_args="-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password" max_connections=$(run_mysql "SELECT @@max_connections" "${mysql_args}") kubectl create configmap -n "${NAMESPACE}" 03-check-config \ --from-literal=max_connections="${max_connections}"] logger.go:42: 14:07:56 | config/3-check-config | + source ../../functions logger.go:42: 14:07:56 | config/3-check-config | +++ realpath ../../.. logger.go:42: 14:07:56 | config/3-check-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:07:56 | config/3-check-config | ++++ pwd logger.go:42: 14:07:56 | config/3-check-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/config logger.go:42: 14:07:56 | config/3-check-config | ++ test_name=config logger.go:42: 14:07:56 | config/3-check-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:07:56 | config/3-check-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:07:56 | config/3-check-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:07:56 | config/3-check-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:07:56 | config/3-check-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:07:56 | config/3-check-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:07:56 | config/3-check-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:07:56 | config/3-check-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:07:56 | config/3-check-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:07:56 | config/3-check-config | +++ export TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 14:07:56 | config/3-check-config | +++ TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 14:07:56 | config/3-check-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:07:56 | config/3-check-config | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:07:56 | config/3-check-config | +++ GIT_BRANCH=PR-523 logger.go:42: 14:07:56 | config/3-check-config | +++ export VERSION=PR-523-f00253e logger.go:42: 14:07:56 | config/3-check-config | +++ VERSION=PR-523-f00253e logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:07:56 | config/3-check-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:07:56 | config/3-check-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:07:56 | config/3-check-config | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:07:56 | config/3-check-config | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:07:56 | config/3-check-config | ++++ which gdate logger.go:42: 14:07:56 | config/3-check-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:07:56 | config/3-check-config | ++++ which date logger.go:42: 14:07:56 | config/3-check-config | +++ date=/usr/bin/date logger.go:42: 14:07:56 | config/3-check-config | +++ command -v oc logger.go:42: 14:07:56 | config/3-check-config | +++ kubectl get nodes logger.go:42: 14:07:56 | config/3-check-config | +++ grep '^minikube' logger.go:42: 14:07:56 | config/3-check-config | +++ get_cluster_name logger.go:42: 14:07:56 | config/3-check-config | +++ kubectl -n kuttl-test-feasible-whale get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:07:57 | config/3-check-config | ++ get_haproxy_svc config logger.go:42: 14:07:57 | config/3-check-config | ++ local cluster=config logger.go:42: 14:07:57 | config/3-check-config | ++ echo config-haproxy logger.go:42: 14:07:57 | config/3-check-config | + mysql_args='-h config-haproxy -uroot -proot_password' logger.go:42: 14:07:57 | config/3-check-config | ++ run_mysql 'SELECT @@max_connections' '-h config-haproxy -uroot -proot_password' logger.go:42: 14:07:57 | config/3-check-config | ++ local 'command=SELECT @@max_connections' logger.go:42: 14:07:57 | config/3-check-config | ++ local 'uri=-h config-haproxy -uroot -proot_password' logger.go:42: 14:07:57 | config/3-check-config | ++ local pod= logger.go:42: 14:07:57 | config/3-check-config | +++ get_client_pod logger.go:42: 14:07:57 | config/3-check-config | +++ kubectl -n kuttl-test-feasible-whale get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:07:57 | config/3-check-config | ++ client_pod=mysql-client logger.go:42: 14:07:57 | config/3-check-config | ++ wait_pod mysql-client logger.go:42: 14:07:57 | config/3-check-config | ++ local pod=mysql-client logger.go:42: 14:07:57 | config/3-check-config | ++ set +o xtrace logger.go:42: 14:07:58 | config/3-check-config | mysql-clienttrue logger.go:42: 14:07:58 | config/3-check-config | ++ kubectl -n kuttl-test-feasible-whale exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT @@max_connections" | mysql -sN -h config-haproxy -uroot -proot_password' logger.go:42: 14:07:58 | config/3-check-config | ++ sed -e 's/mysql: //' logger.go:42: 14:07:58 | config/3-check-config | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:07:59 | config/3-check-config | + max_connections=250 logger.go:42: 14:07:59 | config/3-check-config | + kubectl create configmap -n kuttl-test-feasible-whale 03-check-config --from-literal=max_connections=250 logger.go:42: 14:07:59 | config/3-check-config | configmap/03-check-config created logger.go:42: 14:08:00 | config/3-check-config | test step completed 3-check-config logger.go:42: 14:08:00 | config/4-remove-config | starting test step 4-remove-config logger.go:42: 14:08:00 | config/4-remove-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "${NAMESPACE}" patch ps "$(get_cluster_name)" \ --type=merge \ -p '{"spec": {"mysql": {"configuration": ""}}}'] logger.go:42: 14:08:00 | config/4-remove-config | + source ../../functions logger.go:42: 14:08:00 | config/4-remove-config | +++ realpath ../../.. logger.go:42: 14:08:00 | config/4-remove-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:08:00 | config/4-remove-config | ++++ pwd logger.go:42: 14:08:00 | config/4-remove-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/config logger.go:42: 14:08:00 | config/4-remove-config | ++ test_name=config logger.go:42: 14:08:00 | config/4-remove-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:08:00 | config/4-remove-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:08:00 | config/4-remove-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:08:00 | config/4-remove-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:08:00 | config/4-remove-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:08:00 | config/4-remove-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:08:00 | config/4-remove-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:08:00 | config/4-remove-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:08:00 | config/4-remove-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:08:00 | config/4-remove-config | +++ export TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 14:08:00 | config/4-remove-config | +++ TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 14:08:00 | config/4-remove-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:08:00 | config/4-remove-config | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:08:00 | config/4-remove-config | +++ GIT_BRANCH=PR-523 logger.go:42: 14:08:00 | config/4-remove-config | +++ export VERSION=PR-523-f00253e logger.go:42: 14:08:00 | config/4-remove-config | +++ VERSION=PR-523-f00253e logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:08:00 | config/4-remove-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:08:00 | config/4-remove-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:08:00 | config/4-remove-config | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:08:00 | config/4-remove-config | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:08:00 | config/4-remove-config | ++++ which gdate logger.go:42: 14:08:00 | config/4-remove-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:08:00 | config/4-remove-config | ++++ which date logger.go:42: 14:08:00 | config/4-remove-config | +++ date=/usr/bin/date logger.go:42: 14:08:00 | config/4-remove-config | +++ command -v oc logger.go:42: 14:08:00 | config/4-remove-config | +++ kubectl get nodes logger.go:42: 14:08:00 | config/4-remove-config | +++ grep '^minikube' logger.go:42: 14:08:01 | config/4-remove-config | ++ get_cluster_name logger.go:42: 14:08:01 | config/4-remove-config | ++ kubectl -n kuttl-test-feasible-whale get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:08:01 | config/4-remove-config | + kubectl -n kuttl-test-feasible-whale patch ps config --type=merge -p '{"spec": {"mysql": {"configuration": ""}}}' logger.go:42: 14:08:02 | config/4-remove-config | perconaservermysql.ps.percona.com/config patched logger.go:42: 14:11:40 | config/4-remove-config | test step completed 4-remove-config logger.go:42: 14:11:40 | config/5-config-through-configmap-and-secret | starting test step 5-config-through-configmap-and-secret logger.go:42: 14:11:42 | config/5-config-through-configmap-and-secret | ConfigMap:kuttl-test-feasible-whale/config-mysql created logger.go:42: 14:11:42 | config/5-config-through-configmap-and-secret | Secret:kuttl-test-feasible-whale/config-mysql created logger.go:42: 14:15:46 | config/5-config-through-configmap-and-secret | test step completed 5-config-through-configmap-and-secret logger.go:42: 14:15:46 | config/7-check-config | starting test step 7-check-config logger.go:42: 14:15:46 | config/7-check-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions echo "config-mysql-0" kubectl exec -n "${NAMESPACE}" config-mysql-0 -- cat /etc/my.cnf.d/node.cnf echo "config-mysql-1" kubectl exec -n "${NAMESPACE}" config-mysql-1 -- cat /etc/my.cnf.d/node.cnf echo "config-mysql-2" kubectl exec -n "${NAMESPACE}" config-mysql-2 -- cat /etc/my.cnf.d/node.cnf mysql_args="-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password" max_connections=$(run_mysql "SELECT @@max_connections" "${mysql_args}") max_connect_errors=$(run_mysql "SELECT @@max_connect_errors" "${mysql_args}") kubectl create configmap -n "${NAMESPACE}" 07-check-config \ --from-literal=max_connections="${max_connections}" \ --from-literal=max_connect_errors="${max_connect_errors}"] logger.go:42: 14:15:46 | config/7-check-config | + source ../../functions logger.go:42: 14:15:46 | config/7-check-config | +++ realpath ../../.. logger.go:42: 14:15:46 | config/7-check-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:15:46 | config/7-check-config | ++++ pwd logger.go:42: 14:15:46 | config/7-check-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/config logger.go:42: 14:15:46 | config/7-check-config | ++ test_name=config logger.go:42: 14:15:46 | config/7-check-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:15:46 | config/7-check-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:15:46 | config/7-check-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:15:46 | config/7-check-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:15:46 | config/7-check-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:15:46 | config/7-check-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:15:46 | config/7-check-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:15:46 | config/7-check-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:15:46 | config/7-check-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:15:46 | config/7-check-config | +++ export TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 14:15:46 | config/7-check-config | +++ TEMP_DIR=/tmp/kuttl/ps/config logger.go:42: 14:15:46 | config/7-check-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:15:46 | config/7-check-config | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:15:46 | config/7-check-config | +++ GIT_BRANCH=PR-523 logger.go:42: 14:15:46 | config/7-check-config | +++ export VERSION=PR-523-f00253e logger.go:42: 14:15:46 | config/7-check-config | +++ VERSION=PR-523-f00253e logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:15:46 | config/7-check-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:15:46 | config/7-check-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:15:46 | config/7-check-config | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:15:46 | config/7-check-config | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:15:46 | config/7-check-config | ++++ which gdate logger.go:42: 14:15:46 | config/7-check-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:15:46 | config/7-check-config | ++++ which date logger.go:42: 14:15:46 | config/7-check-config | +++ date=/usr/bin/date logger.go:42: 14:15:46 | config/7-check-config | +++ command -v oc logger.go:42: 14:15:46 | config/7-check-config | +++ kubectl get nodes logger.go:42: 14:15:46 | config/7-check-config | +++ grep '^minikube' logger.go:42: 14:15:46 | config/7-check-config | + echo config-mysql-0 logger.go:42: 14:15:46 | config/7-check-config | config-mysql-0 logger.go:42: 14:15:46 | config/7-check-config | + kubectl exec -n kuttl-test-feasible-whale config-mysql-0 -- cat /etc/my.cnf.d/node.cnf logger.go:42: 14:15:47 | config/7-check-config | Defaulted container "mysql" out of: mysql, xtrabackup, pt-heartbeat, mysql-init (init) logger.go:42: 14:15:48 | config/7-check-config | [mysqld] logger.go:42: 14:15:48 | config/7-check-config | super_read_only=ON logger.go:42: 14:15:48 | config/7-check-config | read_only=ON logger.go:42: 14:15:48 | config/7-check-config | group_replication_exit_state_action=ABORT_SERVER logger.go:42: 14:15:48 | config/7-check-config | plugin_load_add=group_replication.so logger.go:42: 14:15:48 | config/7-check-config | ssl_key=/etc/mysql/mysql-tls-secret/tls.key logger.go:42: 14:15:48 | config/7-check-config | ssl_cert=/etc/mysql/mysql-tls-secret/tls.crt logger.go:42: 14:15:48 | config/7-check-config | ssl_ca=/etc/mysql/mysql-tls-secret/ca.crt logger.go:42: 14:15:48 | config/7-check-config | plugin-load-add=clone=mysql_clone.so logger.go:42: 14:15:48 | config/7-check-config | log_error_verbosity=3 logger.go:42: 14:15:48 | config/7-check-config | enforce-gtid-consistency=ON logger.go:42: 14:15:48 | config/7-check-config | gtid-mode=ON logger.go:42: 14:15:48 | config/7-check-config | report_port=3306 logger.go:42: 14:15:48 | config/7-check-config | report_host=config-mysql-0.config-mysql.kuttl-test-feasible-whale logger.go:42: 14:15:48 | config/7-check-config | admin-address=10.248.90.10 logger.go:42: 14:15:48 | config/7-check-config | bind_address=10.248.90.10 logger.go:42: 14:15:48 | config/7-check-config | server_id=20479520 logger.go:42: 14:15:48 | config/7-check-config | read_only=ON logger.go:42: 14:15:48 | config/7-check-config | logger.go:42: 14:15:48 | config/7-check-config | innodb_buffer_pool_size=1073741824 logger.go:42: 14:15:48 | config/7-check-config | innodb_buffer_pool_chunk_size=134217728 logger.go:42: 14:15:48 | config/7-check-config | max_connections=158 logger.go:42: 14:15:48 | config/7-check-config | max_connections=250 logger.go:42: 14:15:48 | config/7-check-config | max_connect_errors=150 logger.go:42: 14:15:48 | config/7-check-config | logger.go:42: 14:15:48 | config/7-check-config | + echo config-mysql-1 logger.go:42: 14:15:48 | config/7-check-config | config-mysql-1 logger.go:42: 14:15:48 | config/7-check-config | + kubectl exec -n kuttl-test-feasible-whale config-mysql-1 -- cat /etc/my.cnf.d/node.cnf logger.go:42: 14:15:48 | config/7-check-config | Defaulted container "mysql" out of: mysql, xtrabackup, pt-heartbeat, mysql-init (init) logger.go:42: 14:15:49 | config/7-check-config | [mysqld] logger.go:42: 14:15:49 | config/7-check-config | super_read_only=ON logger.go:42: 14:15:49 | config/7-check-config | read_only=ON logger.go:42: 14:15:49 | config/7-check-config | group_replication_exit_state_action=ABORT_SERVER logger.go:42: 14:15:49 | config/7-check-config | plugin_load_add=group_replication.so logger.go:42: 14:15:49 | config/7-check-config | ssl_key=/etc/mysql/mysql-tls-secret/tls.key logger.go:42: 14:15:49 | config/7-check-config | ssl_cert=/etc/mysql/mysql-tls-secret/tls.crt logger.go:42: 14:15:49 | config/7-check-config | ssl_ca=/etc/mysql/mysql-tls-secret/ca.crt logger.go:42: 14:15:49 | config/7-check-config | plugin-load-add=clone=mysql_clone.so logger.go:42: 14:15:49 | config/7-check-config | log_error_verbosity=3 logger.go:42: 14:15:49 | config/7-check-config | enforce-gtid-consistency=ON logger.go:42: 14:15:49 | config/7-check-config | gtid-mode=ON logger.go:42: 14:15:49 | config/7-check-config | report_port=3306 logger.go:42: 14:15:49 | config/7-check-config | report_host=config-mysql-1.config-mysql.kuttl-test-feasible-whale logger.go:42: 14:15:49 | config/7-check-config | admin-address=10.248.89.14 logger.go:42: 14:15:49 | config/7-check-config | bind_address=10.248.89.14 logger.go:42: 14:15:49 | config/7-check-config | server_id=20479521 logger.go:42: 14:15:49 | config/7-check-config | read_only=ON logger.go:42: 14:15:49 | config/7-check-config | logger.go:42: 14:15:49 | config/7-check-config | innodb_buffer_pool_size=1073741824 logger.go:42: 14:15:49 | config/7-check-config | innodb_buffer_pool_chunk_size=134217728 logger.go:42: 14:15:49 | config/7-check-config | max_connections=158 logger.go:42: 14:15:49 | config/7-check-config | max_connections=250 logger.go:42: 14:15:49 | config/7-check-config | max_connect_errors=150 logger.go:42: 14:15:49 | config/7-check-config | logger.go:42: 14:15:49 | config/7-check-config | + echo config-mysql-2 logger.go:42: 14:15:49 | config/7-check-config | config-mysql-2 logger.go:42: 14:15:49 | config/7-check-config | + kubectl exec -n kuttl-test-feasible-whale config-mysql-2 -- cat /etc/my.cnf.d/node.cnf logger.go:42: 14:15:49 | config/7-check-config | Defaulted container "mysql" out of: mysql, xtrabackup, pt-heartbeat, mysql-init (init) logger.go:42: 14:15:50 | config/7-check-config | [mysqld] logger.go:42: 14:15:50 | config/7-check-config | super_read_only=ON logger.go:42: 14:15:50 | config/7-check-config | read_only=ON logger.go:42: 14:15:50 | config/7-check-config | group_replication_exit_state_action=ABORT_SERVER logger.go:42: 14:15:50 | config/7-check-config | plugin_load_add=group_replication.so logger.go:42: 14:15:50 | config/7-check-config | ssl_key=/etc/mysql/mysql-tls-secret/tls.key logger.go:42: 14:15:50 | config/7-check-config | ssl_cert=/etc/mysql/mysql-tls-secret/tls.crt logger.go:42: 14:15:50 | config/7-check-config | ssl_ca=/etc/mysql/mysql-tls-secret/ca.crt logger.go:42: 14:15:50 | config/7-check-config | plugin-load-add=clone=mysql_clone.so logger.go:42: 14:15:50 | config/7-check-config | log_error_verbosity=3 logger.go:42: 14:15:50 | config/7-check-config | enforce-gtid-consistency=ON logger.go:42: 14:15:50 | config/7-check-config | gtid-mode=ON logger.go:42: 14:15:50 | config/7-check-config | report_port=3306 logger.go:42: 14:15:50 | config/7-check-config | report_host=config-mysql-2.config-mysql.kuttl-test-feasible-whale logger.go:42: 14:15:50 | config/7-check-config | admin-address=10.248.88.10 logger.go:42: 14:15:50 | config/7-check-config | bind_address=10.248.88.10 logger.go:42: 14:15:50 | config/7-check-config | server_id=20479522 logger.go:42: 14:15:50 | config/7-check-config | read_only=ON logger.go:42: 14:15:50 | config/7-check-config | logger.go:42: 14:15:50 | config/7-check-config | innodb_buffer_pool_size=1073741824 logger.go:42: 14:15:50 | config/7-check-config | innodb_buffer_pool_chunk_size=134217728 logger.go:42: 14:15:50 | config/7-check-config | max_connections=158 logger.go:42: 14:15:50 | config/7-check-config | max_connections=250 logger.go:42: 14:15:50 | config/7-check-config | max_connect_errors=150 logger.go:42: 14:15:50 | config/7-check-config | logger.go:42: 14:15:50 | config/7-check-config | +++ get_cluster_name logger.go:42: 14:15:50 | config/7-check-config | +++ kubectl -n kuttl-test-feasible-whale get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:15:50 | config/7-check-config | ++ get_haproxy_svc config logger.go:42: 14:15:50 | config/7-check-config | ++ local cluster=config logger.go:42: 14:15:50 | config/7-check-config | ++ echo config-haproxy logger.go:42: 14:15:50 | config/7-check-config | + mysql_args='-h config-haproxy -uroot -proot_password' logger.go:42: 14:15:50 | config/7-check-config | ++ run_mysql 'SELECT @@max_connections' '-h config-haproxy -uroot -proot_password' logger.go:42: 14:15:50 | config/7-check-config | ++ local 'command=SELECT @@max_connections' logger.go:42: 14:15:50 | config/7-check-config | ++ local 'uri=-h config-haproxy -uroot -proot_password' logger.go:42: 14:15:50 | config/7-check-config | ++ local pod= logger.go:42: 14:15:50 | config/7-check-config | +++ get_client_pod logger.go:42: 14:15:50 | config/7-check-config | +++ kubectl -n kuttl-test-feasible-whale get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:15:51 | config/7-check-config | ++ client_pod=mysql-client logger.go:42: 14:15:51 | config/7-check-config | ++ wait_pod mysql-client logger.go:42: 14:15:51 | config/7-check-config | ++ local pod=mysql-client logger.go:42: 14:15:51 | config/7-check-config | ++ set +o xtrace logger.go:42: 14:15:51 | config/7-check-config | mysql-clienttrue logger.go:42: 14:15:51 | config/7-check-config | ++ kubectl -n kuttl-test-feasible-whale exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT @@max_connections" | mysql -sN -h config-haproxy -uroot -proot_password' logger.go:42: 14:15:51 | config/7-check-config | ++ sed -e 's/mysql: //' logger.go:42: 14:15:51 | config/7-check-config | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:15:52 | config/7-check-config | + max_connections=250 logger.go:42: 14:15:52 | config/7-check-config | ++ run_mysql 'SELECT @@max_connect_errors' '-h config-haproxy -uroot -proot_password' logger.go:42: 14:15:52 | config/7-check-config | ++ local 'command=SELECT @@max_connect_errors' logger.go:42: 14:15:52 | config/7-check-config | ++ local 'uri=-h config-haproxy -uroot -proot_password' logger.go:42: 14:15:52 | config/7-check-config | ++ local pod= logger.go:42: 14:15:52 | config/7-check-config | +++ get_client_pod logger.go:42: 14:15:52 | config/7-check-config | +++ kubectl -n kuttl-test-feasible-whale get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:15:53 | config/7-check-config | ++ client_pod=mysql-client logger.go:42: 14:15:53 | config/7-check-config | ++ wait_pod mysql-client logger.go:42: 14:15:53 | config/7-check-config | ++ local pod=mysql-client logger.go:42: 14:15:53 | config/7-check-config | ++ set +o xtrace logger.go:42: 14:15:53 | config/7-check-config | mysql-clienttrue logger.go:42: 14:15:53 | config/7-check-config | ++ kubectl -n kuttl-test-feasible-whale exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT @@max_connect_errors" | mysql -sN -h config-haproxy -uroot -proot_password' logger.go:42: 14:15:53 | config/7-check-config | ++ sed -e 's/mysql: //' logger.go:42: 14:15:53 | config/7-check-config | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:15:54 | config/7-check-config | + max_connect_errors=150 logger.go:42: 14:15:54 | config/7-check-config | + kubectl create configmap -n kuttl-test-feasible-whale 07-check-config --from-literal=max_connections=250 --from-literal=max_connect_errors=150 logger.go:42: 14:15:55 | config/7-check-config | configmap/07-check-config created logger.go:42: 14:15:56 | config/7-check-config | test step completed 7-check-config logger.go:42: 14:15:56 | config/99-drop-finalizer | starting test step 99-drop-finalizer logger.go:42: 14:15:57 | config/99-drop-finalizer | PerconaServerMySQL:kuttl-test-feasible-whale/config updated logger.go:42: 14:15:57 | config/99-drop-finalizer | test step completed 99-drop-finalizer logger.go:42: 14:15:57 | config | config events from ns kuttl-test-feasible-whale: logger.go:42: 14:15:57 | config | 2024-02-05 13:58:38 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-b4c599bbb SuccessfulCreate Created pod: percona-server-mysql-operator-b4c599bbb-nn6jb replicaset-controller logger.go:42: 14:15:57 | config | 2024-02-05 13:58:38 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-b4c599bbb to 1 deployment-controller logger.go:42: 14:15:57 | config | 2024-02-05 13:58:39 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-nn6jb Scheduled Successfully assigned kuttl-test-feasible-whale/percona-server-mysql-operator-b4c599bbb-nn6jb to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 13:58:41 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-nn6jb.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:58:43 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-feasible-whale/mysql-client to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 13:58:44 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulling Pulling image "percona/percona-server:8.0.33" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:03 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-nn6jb.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 18.304994921s (22.596164384s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:03 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-nn6jb.spec.containers{manager} Created Created container manager kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:04 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-b4c599bbb-nn6jb_1c5f764f-edac-4008-a799-73b1a1fa89ef became leader percona-server-mysql-operator-b4c599bbb-nn6jb_1c5f764f-edac-4008-a799-73b1a1fa89ef logger.go:42: 14:15:57 | config | 2024-02-05 13:59:04 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-nn6jb.spec.containers{manager} Started Started container manager kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:06 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Successfully pulled image "percona/percona-server:8.0.33" in 19.172904934s (22.264547165s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:06 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:06 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:18 +0000 UTC Normal StatefulSet.apps config-mysql SuccessfulCreate create Claim datadir-config-mysql-0 Pod config-mysql-0 in StatefulSet config-mysql success statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 13:59:18 +0000 UTC Normal StatefulSet.apps config-mysql SuccessfulCreate create Pod config-mysql-0 in StatefulSet config-mysql successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 13:59:18 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:15:57 | config | 2024-02-05 13:59:18 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:15:57 | config | 2024-02-05 13:59:18 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-feasible-whale/datadir-config-mysql-0" pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:15:57 | config | 2024-02-05 13:59:20 +0000 UTC Normal Pod config-orc-0 Scheduled Successfully assigned kuttl-test-feasible-whale/config-orc-0 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 13:59:20 +0000 UTC Normal StatefulSet.apps config-orc SuccessfulCreate create Pod config-orc-0 in StatefulSet config-orc successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 13:59:21 +0000 UTC Normal Pod config-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:22 +0000 UTC Normal Pod config-mysql-0 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 13:59:22 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-4b56e72b-6a76-434f-87a2-66bff7d0b0fd pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:15:57 | config | 2024-02-05 13:59:30 +0000 UTC Normal Pod config-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-4b56e72b-6a76-434f-87a2-66bff7d0b0fd" attachdetach-controller logger.go:42: 14:15:57 | config | 2024-02-05 13:59:33 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:34 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 466.643107ms (466.656954ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:34 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:34 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:36 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:36 +0000 UTC Normal Pod config-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 13.933244017s (15.124832027s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:36 +0000 UTC Normal Pod config-orc-0.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:36 +0000 UTC Normal Pod config-orc-0.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:45 +0000 UTC Normal Pod config-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:46 +0000 UTC Normal Pod config-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 1.417210941s (1.41722302s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:46 +0000 UTC Normal Pod config-orc-0.spec.containers{orc} Created Created container orc kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:46 +0000 UTC Normal Pod config-orc-0.spec.containers{orc} Started Started container orc kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:46 +0000 UTC Normal Pod config-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:47 +0000 UTC Normal Pod config-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 97.142959ms (97.15794ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:47 +0000 UTC Normal Pod config-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:47 +0000 UTC Normal Pod config-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:56 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 19.694518699s (19.694534632s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:56 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:56 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:56 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 13:59:56 +0000 UTC Warning Pod config-orc-0.spec.containers{orc} Unhealthy Liveness probe failed: Get "http://10.248.88.5:3000/api/lb-check": dial tcp 10.248.88.5:3000: connect: connection refused kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:04 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 7.696056155s (7.696063073s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:04 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:04 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:04 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:16 +0000 UTC Normal Pod config-orc-1 Scheduled Successfully assigned kuttl-test-feasible-whale/config-orc-1 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:00:16 +0000 UTC Normal StatefulSet.apps config-orc SuccessfulCreate create Pod config-orc-1 in StatefulSet config-orc successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:17 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 12.8304032s (12.830410815s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:17 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:17 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:17 +0000 UTC Normal Pod config-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:17 +0000 UTC Normal Pod config-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 135.280418ms (135.301941ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:17 +0000 UTC Normal Pod config-orc-1.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:17 +0000 UTC Normal Pod config-orc-1.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:25 +0000 UTC Normal Pod config-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal StatefulSet.apps config-mysql SuccessfulCreate create Claim datadir-config-mysql-1 Pod config-mysql-1 in StatefulSet config-mysql success statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal StatefulSet.apps config-mysql SuccessfulCreate create Pod config-mysql-1 in StatefulSet config-mysql successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal Pod config-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 1.619053192s (1.619060562s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal Pod config-orc-1.spec.containers{orc} Created Created container orc kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal Pod config-orc-1.spec.containers{orc} Started Started container orc kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal Pod config-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal Pod config-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 107.710026ms (107.71739ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal Pod config-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal Pod config-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:27 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-feasible-whale/datadir-config-mysql-1" pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:15:57 | config | 2024-02-05 14:00:30 +0000 UTC Normal Pod config-haproxy-0 Scheduled Successfully assigned kuttl-test-feasible-whale/config-haproxy-0 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:00:30 +0000 UTC Normal StatefulSet.apps config-haproxy SuccessfulCreate create Pod config-haproxy-0 in StatefulSet config-haproxy successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:31 +0000 UTC Normal Pod config-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:31 +0000 UTC Normal Pod config-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 75.136464ms (75.157688ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:31 +0000 UTC Normal Pod config-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:31 +0000 UTC Normal Pod config-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:31 +0000 UTC Normal Pod config-mysql-1 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:00:31 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-08c5d366-53a4-42ca-ac09-60af698a7383 pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:15:57 | config | 2024-02-05 14:00:33 +0000 UTC Normal Pod config-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:36 +0000 UTC Normal Pod config-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 2.991147542s (2.991155527s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:36 +0000 UTC Normal Pod config-haproxy-0.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:36 +0000 UTC Normal Pod config-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:36 +0000 UTC Normal Pod config-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:37 +0000 UTC Normal Pod config-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 113.966564ms (113.973865ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:37 +0000 UTC Normal Pod config-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:37 +0000 UTC Normal Pod config-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:38 +0000 UTC Normal Pod config-haproxy-1 Scheduled Successfully assigned kuttl-test-feasible-whale/config-haproxy-1 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:00:38 +0000 UTC Normal Pod config-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:38 +0000 UTC Normal Pod config-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 99.546626ms (99.567036ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:38 +0000 UTC Normal Pod config-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:38 +0000 UTC Normal StatefulSet.apps config-haproxy SuccessfulCreate create Pod config-haproxy-1 in StatefulSet config-haproxy successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:39 +0000 UTC Normal Pod config-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:40 +0000 UTC Normal Pod config-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:42 +0000 UTC Normal Pod config-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-08c5d366-53a4-42ca-ac09-60af698a7383" attachdetach-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:43 +0000 UTC Normal Pod config-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 3.032141051s (3.032159975s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:43 +0000 UTC Normal Pod config-haproxy-1.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:43 +0000 UTC Normal Pod config-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:43 +0000 UTC Normal Pod config-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:43 +0000 UTC Normal Pod config-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 74.04916ms (74.056596ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:43 +0000 UTC Normal Pod config-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:43 +0000 UTC Normal Pod config-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:44 +0000 UTC Normal Pod config-haproxy-2 Scheduled Successfully assigned kuttl-test-feasible-whale/config-haproxy-2 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:00:44 +0000 UTC Normal StatefulSet.apps config-haproxy SuccessfulCreate create Pod config-haproxy-2 in StatefulSet config-haproxy successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:00:44 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:47 +0000 UTC Normal Pod config-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:57 +0000 UTC Normal Pod config-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 84.755596ms (10.183059189s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:57 +0000 UTC Normal Pod config-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:57 +0000 UTC Normal Pod config-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:57 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 13.206271876s (13.206360303s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:57 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:00:57 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:01 +0000 UTC Normal Pod config-orc-2 Scheduled Successfully assigned kuttl-test-feasible-whale/config-orc-2 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:01:01 +0000 UTC Normal StatefulSet.apps config-orc SuccessfulCreate create Pod config-orc-2 in StatefulSet config-orc successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:01:04 +0000 UTC Normal Pod config-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:04 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:04 +0000 UTC Normal Pod config-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:04 +0000 UTC Normal Pod config-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 90.287917ms (90.295677ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:04 +0000 UTC Normal Pod config-orc-2.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:04 +0000 UTC Normal Pod config-orc-2.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:07 +0000 UTC Normal Pod config-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:24 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 20.160293568s (20.16038789s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:24 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:25 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:25 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:29 +0000 UTC Normal Pod config-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 4.208245992s (24.365719372s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:29 +0000 UTC Normal Pod config-haproxy-2.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:29 +0000 UTC Normal Pod config-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:29 +0000 UTC Normal Pod config-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:30 +0000 UTC Normal Pod config-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 1.640618093s (22.993567048s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:30 +0000 UTC Normal Pod config-orc-2.spec.containers{orc} Created Created container orc kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:30 +0000 UTC Normal Pod config-orc-2.spec.containers{orc} Started Started container orc kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:30 +0000 UTC Normal Pod config-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:41 +0000 UTC Normal Pod config-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 87.71354ms (12.548935831s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:41 +0000 UTC Normal Pod config-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:41 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 10.933669824s (16.691545448s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:41 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:41 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:42 +0000 UTC Normal Pod config-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:42 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:42 +0000 UTC Normal Pod config-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 86.924315ms (10.996125641s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:42 +0000 UTC Normal Pod config-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:42 +0000 UTC Normal Pod config-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:51 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 9.48137886s (9.533275729s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:51 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:51 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:54 +0000 UTC Warning Pod config-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:01:54 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:02:02 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 100.091104ms (100.107628ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:02:34 +0000 UTC Normal StatefulSet.apps config-mysql SuccessfulCreate create Claim datadir-config-mysql-2 Pod config-mysql-2 in StatefulSet config-mysql success statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:02:34 +0000 UTC Normal StatefulSet.apps config-mysql SuccessfulCreate create Pod config-mysql-2 in StatefulSet config-mysql successful statefulset-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:02:34 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:02:34 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:02:34 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-feasible-whale/datadir-config-mysql-2" pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:15:57 | config | 2024-02-05 14:02:37 +0000 UTC Normal PersistentVolumeClaim datadir-config-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-3b51f224-6ebf-4100-b1f2-afb796524ce6 pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:15:57 | config | 2024-02-05 14:02:38 +0000 UTC Normal Pod config-mysql-2 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:02:45 +0000 UTC Normal Pod config-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-3b51f224-6ebf-4100-b1f2-afb796524ce6" attachdetach-controller logger.go:42: 14:15:57 | config | 2024-02-05 14:02:46 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:02:47 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 115.655876ms (115.673343ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:02:47 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:02:47 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:02:48 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:09 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 20.446729518s (20.446736449s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:09 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:09 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:09 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:20 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 11.148900833s (11.148914454s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:20 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:20 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:20 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:30 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 9.868999889s (9.869008123s including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:30 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:30 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:40 +0000 UTC Warning Pod config-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:03:43 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 160.598451ms (160.610937ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:28 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:28 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:28 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:32 +0000 UTC Normal Pod config-mysql-1 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:04:37 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:37 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 187.993401ms (188.00916ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:37 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:38 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 80.074479ms (80.089043ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 105.519448ms (105.532418ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 103.127018ms (103.171519ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:39 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:40 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:58 +0000 UTC Warning Pod config-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:04:58 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:01 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 77.889904ms (77.91924ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:32 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:33 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:33 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:36 +0000 UTC Normal Pod config-mysql-2 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:05:38 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:38 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 104.881268ms (104.926332ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:38 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:38 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 112.798073ms (112.811579ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 118.874176ms (118.885479ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 179.44344ms (179.458115ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:40 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:41 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:59 +0000 UTC Warning Pod config-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:05:59 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:06:02 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 103.715316ms (103.72518ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:06:35 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:06:35 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:06:35 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:06:37 +0000 UTC Warning Pod config-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:06:37 readiness check failed: connect to db: ping DB: dial tcp 10.248.90.5:33062: connect: connection refused kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:06:42 +0000 UTC Warning Pod config-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:06:42 readiness check failed: connect to db: ping DB: dial tcp 10.248.90.5:33062: connect: connection refused kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:06:47 +0000 UTC Warning Pod config-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:06:56 +0000 UTC Normal Pod config-mysql-0 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:07:01 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:01 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 149.380328ms (149.398829ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:01 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:01 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:02 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:02 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 79.922623ms (79.928265ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:02 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:02 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:02 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:03 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 79.502548ms (79.522089ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:03 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:03 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:03 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:03 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 87.574098ms (87.586653ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:03 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:03 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:21 +0000 UTC Warning Pod config-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:21 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:07:25 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 66.352623ms (66.360868ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:09 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:09 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:09 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:13 +0000 UTC Normal Pod config-mysql-0 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:08:14 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:14 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 88.471209ms (88.486749ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:14 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:14 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 72.955589ms (72.969766ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 161.797998ms (161.806037ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 83.272596ms (83.28548ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:16 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:35 +0000 UTC Warning Pod config-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:35 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:08:38 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 94.970746ms (94.988011ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:13 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:13 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:13 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:17 +0000 UTC Normal Pod config-mysql-2 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:09:24 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:24 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 104.073439ms (104.091409ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:24 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:25 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:26 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 69.482321ms (69.539656ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 83.791859ms (83.80403ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 109.909539ms (109.92086ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:27 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:45 +0000 UTC Warning Pod config-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:45 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:09:49 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 84.635081ms (84.651677ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:21 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:21 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:21 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:22 +0000 UTC Warning Pod config-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:10:22 readiness check failed: connect to db: ping DB: dial tcp 10.248.89.12:33062: connect: connection refused kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:41 +0000 UTC Normal Pod config-mysql-1 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:10:45 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:45 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 95.563163ms (95.578015ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:45 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:45 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 83.53635ms (83.5446ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 71.142691ms (71.149839ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 82.51285ms (82.527951ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:47 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:10:48 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:11:06 +0000 UTC Warning Pod config-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:11:06 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:11:09 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 83.33767ms (83.371523ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:11:57 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:11:57 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:11:57 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:01 +0000 UTC Normal Pod config-mysql-1 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:12:06 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:06 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 80.44383ms (80.456974ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:06 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:06 +0000 UTC Normal Pod config-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:08 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:08 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 101.088673ms (101.106189ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:08 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:08 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:08 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:09 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 91.880597ms (91.895976ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:09 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:09 +0000 UTC Normal Pod config-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:09 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:09 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 91.270878ms (91.279027ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:09 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:09 +0000 UTC Normal Pod config-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:27 +0000 UTC Warning Pod config-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:27 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:12:30 +0000 UTC Normal Pod config-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 117.092466ms (117.107142ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:16 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:16 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:16 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:20 +0000 UTC Normal Pod config-mysql-2 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:13:22 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:22 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 123.803744ms (123.820172ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:22 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:22 +0000 UTC Normal Pod config-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:23 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:23 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 103.839359ms (103.855276ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:23 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:23 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:23 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:23 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 90.407899ms (90.416187ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:23 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:24 +0000 UTC Normal Pod config-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:24 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:24 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 84.918299ms (84.926195ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:24 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:24 +0000 UTC Normal Pod config-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:42 +0000 UTC Warning Pod config-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:42 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:13:46 +0000 UTC Normal Pod config-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 84.684836ms (84.705613ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:21 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:21 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:21 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:24 +0000 UTC Warning Pod config-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:14:24 readiness check failed: connect to db: ping DB: dial tcp 10.248.90.9:33062: connect: connection refused kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:42 +0000 UTC Normal Pod config-mysql-0 Scheduled Successfully assigned kuttl-test-feasible-whale/config-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:15:57 | config | 2024-02-05 14:14:50 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:50 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 98.163293ms (98.171653ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:50 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:50 +0000 UTC Normal Pod config-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 114.984544ms (114.995493ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 76.258536ms (76.265416ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 73.515439ms (73.522417ms including waiting) kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:14:52 +0000 UTC Normal Pod config-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:15:11 +0000 UTC Warning Pod config-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:15:11 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:15:57 | config | 2024-02-05 14:15:14 +0000 UTC Normal Pod config-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 85.499634ms (85.51722ms including waiting) kubelet logger.go:42: 14:15:57 | config | Deleting namespace: kuttl-test-feasible-whale === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (1096.22s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/config (1087.66s) PASS