=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://35.226.194.7 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 26 tests === RUN kuttl/harness === RUN kuttl/harness/version-service === PAUSE kuttl/harness/version-service === CONT kuttl/harness/version-service logger.go:42: 13:06:47 | version-service | Creating namespace: kuttl-test-peaceful-lacewing logger.go:42: 13:06:47 | version-service/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 13:06:47 | version-service/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client deploy_version_service] logger.go:42: 13:06:47 | version-service/0-deploy-operator | + source ../../functions logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ realpath ../../.. logger.go:42: 13:06:47 | version-service/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:06:47 | version-service/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:06:47 | version-service/0-deploy-operator | ++++ mktemp -d logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export TEMP_DIR=/tmp/tmp.lcfJNsTdTb logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ TEMP_DIR=/tmp/tmp.lcfJNsTdTb logger.go:42: 13:06:47 | version-service/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export GIT_BRANCH=PR-339 logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ GIT_BRANCH=PR-339 logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export VERSION=PR-339-3a8483b logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ VERSION=PR-339-3a8483b logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:06:47 | version-service/0-deploy-operator | ++++ which gdate logger.go:42: 13:06:47 | version-service/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 13:06:47 | version-service/0-deploy-operator | ++++ which date logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ command -v oc logger.go:42: 13:06:47 | version-service/0-deploy-operator | +++ oc get projects logger.go:42: 13:06:52 | version-service/0-deploy-operator | error: the server doesn't have a resource type "projects" logger.go:42: 13:06:52 | version-service/0-deploy-operator | +++ kubectl get nodes logger.go:42: 13:06:52 | version-service/0-deploy-operator | +++ grep '^minikube' logger.go:42: 13:06:53 | version-service/0-deploy-operator | ++++ pwd logger.go:42: 13:06:53 | version-service/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/version-service logger.go:42: 13:06:53 | version-service/0-deploy-operator | ++ test_name=version-service logger.go:42: 13:06:53 | version-service/0-deploy-operator | + deploy_operator logger.go:42: 13:06:53 | version-service/0-deploy-operator | + kubectl -n kuttl-test-peaceful-lacewing apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/crd.yaml logger.go:42: 13:06:54 | version-service/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 13:06:54 | version-service/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 13:06:56 | version-service/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 13:06:56 | version-service/0-deploy-operator | + kubectl -n kuttl-test-peaceful-lacewing apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/rbac.yaml logger.go:42: 13:06:57 | version-service/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 13:06:57 | version-service/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 13:06:58 | version-service/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 13:06:58 | version-service/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 13:06:58 | version-service/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 13:06:59 | version-service/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 13:06:59 | version-service/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 13:06:59 | version-service/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 13:06:59 | version-service/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 13:06:59 | version-service/0-deploy-operator | + kubectl -n kuttl-test-peaceful-lacewing apply -f - logger.go:42: 13:06:59 | version-service/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:06:59 | version-service/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/operator.yaml logger.go:42: 13:07:01 | version-service/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 13:07:01 | version-service/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 13:07:01 | version-service/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 13:07:01 | version-service/0-deploy-operator | + kubectl -n kuttl-test-peaceful-lacewing apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/secrets.yaml logger.go:42: 13:07:02 | version-service/0-deploy-operator | secret/test-secrets created logger.go:42: 13:07:02 | version-service/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 13:07:02 | version-service/0-deploy-operator | + kubectl -n kuttl-test-peaceful-lacewing apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/ssl-secret.yaml logger.go:42: 13:07:03 | version-service/0-deploy-operator | secret/test-ssl created logger.go:42: 13:07:03 | version-service/0-deploy-operator | + deploy_client logger.go:42: 13:07:03 | version-service/0-deploy-operator | + kubectl -n kuttl-test-peaceful-lacewing apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/client.yaml logger.go:42: 13:07:05 | version-service/0-deploy-operator | pod/mysql-client created logger.go:42: 13:07:05 | version-service/0-deploy-operator | + deploy_version_service logger.go:42: 13:07:05 | version-service/0-deploy-operator | + kubectl create configmap -n kuttl-test-peaceful-lacewing versions --from-file /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/operator.9.9.9.ps-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/operator.9.9.9.ps-operator.json logger.go:42: 13:07:05 | version-service/0-deploy-operator | configmap/versions created logger.go:42: 13:07:05 | version-service/0-deploy-operator | + kubectl apply -n kuttl-test-peaceful-lacewing -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/vs.yaml logger.go:42: 13:07:06 | version-service/0-deploy-operator | deployment.apps/percona-version-service created logger.go:42: 13:07:07 | version-service/0-deploy-operator | service/percona-version-service created logger.go:42: 13:07:13 | version-service/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | starting test step 1-create-cluster-recommended logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.metadata.name="cluster-recommended"' - \ | yq eval '.spec.upgradeOptions.apply="recommended"' - \ | yq eval '.spec.crVersion="9.9.9"' - \ | yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - \ | yq eval '.spec.backup.enabled=false' - \ | yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | + source ../../functions logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ realpath ../../.. logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | ++++ mktemp -d logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export TEMP_DIR=/tmp/tmp.Z8sEHalSJw logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ TEMP_DIR=/tmp/tmp.Z8sEHalSJw logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export GIT_BRANCH=PR-339 logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ GIT_BRANCH=PR-339 logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export VERSION=PR-339-3a8483b logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ VERSION=PR-339-3a8483b logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | ++++ which gdate logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | ++++ which date logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ date=/usr/bin/date logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ command -v oc logger.go:42: 13:07:13 | version-service/1-create-cluster-recommended | +++ oc get projects logger.go:42: 13:07:18 | version-service/1-create-cluster-recommended | error: the server doesn't have a resource type "projects" logger.go:42: 13:07:18 | version-service/1-create-cluster-recommended | +++ kubectl get nodes logger.go:42: 13:07:18 | version-service/1-create-cluster-recommended | +++ grep '^minikube' logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++++ pwd logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/version-service logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ test_name=version-service logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + get_cr logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + local name_suffix= logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.metadata.name="cluster-recommended"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.crVersion="9.9.9"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.upgradeOptions.apply="recommended"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval .spec.backup.enabled=false - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + '[' -n '' ']' logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + kubectl -n kuttl-test-peaceful-lacewing apply -f - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.metadata.name="%s"' version-service logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.metadata.name="version-service"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/cr.yaml logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:07:19 | version-service/1-create-cluster-recommended | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 13:07:20 | version-service/1-create-cluster-recommended | perconaservermysql.ps.percona.com/cluster-recommended created logger.go:42: 13:11:37 | version-service/1-create-cluster-recommended | test step completed 1-create-cluster-recommended logger.go:42: 13:11:37 | version-service/2-set-upgradeOption-never | starting test step 2-set-upgradeOption-never logger.go:42: 13:11:39 | version-service/2-set-upgradeOption-never | PerconaServerMySQL:kuttl-test-peaceful-lacewing/cluster-recommended updated logger.go:42: 13:11:40 | version-service/2-set-upgradeOption-never | test step completed 2-set-upgradeOption-never logger.go:42: 13:11:40 | version-service/3-set-upgradeOption-disabled | starting test step 3-set-upgradeOption-disabled logger.go:42: 13:11:41 | version-service/3-set-upgradeOption-disabled | PerconaServerMySQL:kuttl-test-peaceful-lacewing/cluster-recommended updated logger.go:42: 13:11:42 | version-service/3-set-upgradeOption-disabled | test step completed 3-set-upgradeOption-disabled logger.go:42: 13:11:42 | version-service/4-delete-previous-cluster | starting test step 4-delete-previous-cluster logger.go:42: 13:11:58 | version-service/4-delete-previous-cluster | test step completed 4-delete-previous-cluster logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | starting test step 5-create-cluster-latest logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.metadata.name="cluster-latest"' - \ | yq eval '.spec.upgradeOptions.apply="latest"' - \ | yq eval '.spec.crVersion="9.9.9"' - \ | yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - \ | yq eval '.spec.backup.enabled=false' - \ | yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | + source ../../functions logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ realpath ../../.. logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | ++++ mktemp -d logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export TEMP_DIR=/tmp/tmp.o3izZrrDnm logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ TEMP_DIR=/tmp/tmp.o3izZrrDnm logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export GIT_BRANCH=PR-339 logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ GIT_BRANCH=PR-339 logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export VERSION=PR-339-3a8483b logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ VERSION=PR-339-3a8483b logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | ++++ which gdate logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | ++++ which date logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ date=/usr/bin/date logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ command -v oc logger.go:42: 13:11:58 | version-service/5-create-cluster-latest | +++ oc get projects logger.go:42: 13:12:03 | version-service/5-create-cluster-latest | error: the server doesn't have a resource type "projects" logger.go:42: 13:12:03 | version-service/5-create-cluster-latest | +++ kubectl get nodes logger.go:42: 13:12:03 | version-service/5-create-cluster-latest | +++ grep '^minikube' logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++++ pwd logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/version-service logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ test_name=version-service logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.metadata.name="cluster-latest"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + get_cr logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + local name_suffix= logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.crVersion="9.9.9"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.upgradeOptions.apply="latest"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval .spec.backup.enabled=false - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + kubectl -n kuttl-test-peaceful-lacewing apply -f - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + '[' -n '' ']' logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.metadata.name="%s"' version-service logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.metadata.name="version-service"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/cr.yaml logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' - logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:12:04 | version-service/5-create-cluster-latest | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 13:12:06 | version-service/5-create-cluster-latest | perconaservermysql.ps.percona.com/cluster-latest created logger.go:42: 13:15:28 | version-service/5-create-cluster-latest | test step completed 5-create-cluster-latest logger.go:42: 13:15:28 | version-service/6-delete-previous-cluster | starting test step 6-delete-previous-cluster logger.go:42: 13:15:46 | version-service/6-delete-previous-cluster | test step completed 6-delete-previous-cluster logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | starting test step 7-create-cluster-exact logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.metadata.name="cluster-exact"' - \ | yq eval '.spec.upgradeOptions.apply="8.0.28-19"' - \ | yq eval '.spec.crVersion="9.9.9"' - \ | yq eval '.spec.mysql.image="percona/percona-server:8.0.28-20"' - \ | yq eval '.spec.backup.enabled=false' - \ | yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | + source ../../functions logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ realpath ../../.. logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | ++++ mktemp -d logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export TEMP_DIR=/tmp/tmp.WEsk8lWxpo logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ TEMP_DIR=/tmp/tmp.WEsk8lWxpo logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export GIT_BRANCH=PR-339 logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ GIT_BRANCH=PR-339 logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export VERSION=PR-339-3a8483b logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ VERSION=PR-339-3a8483b logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | ++++ which gdate logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | ++++ which date logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ date=/usr/bin/date logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ command -v oc logger.go:42: 13:15:46 | version-service/7-create-cluster-exact | +++ oc get projects logger.go:42: 13:15:52 | version-service/7-create-cluster-exact | error: the server doesn't have a resource type "projects" logger.go:42: 13:15:52 | version-service/7-create-cluster-exact | +++ kubectl get nodes logger.go:42: 13:15:52 | version-service/7-create-cluster-exact | +++ grep '^minikube' logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++++ pwd logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/version-service logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ test_name=version-service logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + get_cr logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + local name_suffix= logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.upgradeOptions.apply="8.0.28-19"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.metadata.name="cluster-exact"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + '[' -n '' ']' logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval .spec.backup.enabled=false - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.metadata.name="%s"' version-service logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.crVersion="9.9.9"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.metadata.name="version-service"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/cr.yaml logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.mysql.image="percona/percona-server:8.0.28-20"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + kubectl -n kuttl-test-peaceful-lacewing apply -f - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 13:15:53 | version-service/7-create-cluster-exact | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 13:15:54 | version-service/7-create-cluster-exact | perconaservermysql.ps.percona.com/cluster-exact created logger.go:42: 13:20:04 | version-service/7-create-cluster-exact | test step completed 7-create-cluster-exact logger.go:42: 13:20:04 | version-service/8-drop-finalizer | starting test step 8-drop-finalizer logger.go:42: 13:20:06 | version-service/8-drop-finalizer | PerconaServerMySQL:kuttl-test-peaceful-lacewing/cluster-exact updated logger.go:42: 13:20:06 | version-service/8-drop-finalizer | test step completed 8-drop-finalizer logger.go:42: 13:20:06 | version-service | version-service events from ns kuttl-test-peaceful-lacewing: logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:01 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-cc72k Scheduled Successfully assigned kuttl-test-peaceful-lacewing/percona-server-mysql-operator-6dcd78d857-cc72k to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:01 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-6dcd78d857 SuccessfulCreate Created pod: percona-server-mysql-operator-6dcd78d857-cc72k logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:01 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-6dcd78d857 to 1 logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:03 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-cc72k.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:04 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-6dcd78d857-cc72k_4c6cae2b-bcd5-43f5-8dc2-80b325ff36e4 became leader logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:04 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-peaceful-lacewing/mysql-client to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:04 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-cc72k.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 412.317463ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:04 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-cc72k.spec.containers{manager} Created Created container manager logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:04 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-cc72k.spec.containers{manager} Started Started container manager logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:05 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.25" already present on machine logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:05 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:05 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:06 +0000 UTC Normal Pod percona-version-service-db96b7c46-tsv7f Scheduled Successfully assigned kuttl-test-peaceful-lacewing/percona-version-service-db96b7c46-tsv7f to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:06 +0000 UTC Normal ReplicaSet.apps percona-version-service-db96b7c46 SuccessfulCreate Created pod: percona-version-service-db96b7c46-tsv7f logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:06 +0000 UTC Normal Deployment.apps percona-version-service ScalingReplicaSet Scaled up replica set percona-version-service-db96b7c46 to 1 logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:07 +0000 UTC Normal Pod percona-version-service-db96b7c46-tsv7f.spec.containers{percona-version-service} Pulling Pulling image "perconalab/version-service:main-27de445" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:09 +0000 UTC Normal Pod percona-version-service-db96b7c46-tsv7f.spec.containers{percona-version-service} Pulled Successfully pulled image "perconalab/version-service:main-27de445" in 1.734220885s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:09 +0000 UTC Normal Pod percona-version-service-db96b7c46-tsv7f.spec.containers{percona-version-service} Created Created container percona-version-service logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:09 +0000 UTC Normal Pod percona-version-service-db96b7c46-tsv7f.spec.containers{percona-version-service} Started Started container percona-version-service logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:24 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Claim datadir-cluster-recommended-mysql-0 Pod cluster-recommended-mysql-0 in StatefulSet cluster-recommended-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:24 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Pod cluster-recommended-mysql-0 in StatefulSet cluster-recommended-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:24 +0000 UTC Normal Pod cluster-recommended-orc-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-orc-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:24 +0000 UTC Normal StatefulSet.apps cluster-recommended-orc SuccessfulCreate create Pod cluster-recommended-orc-0 in StatefulSet cluster-recommended-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:24 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:24 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-recommended-mysql-0" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:24 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:25 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:25 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 378.20263ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:25 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:25 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:27 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:27 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 361.240247ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:27 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:28 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:28 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:28 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 418.740196ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:28 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:28 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:28 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-5616acd2-afd7-4147-9ef0-f75e7df8721b logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:29 +0000 UTC Normal Pod cluster-recommended-mysql-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-mysql-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:37 +0000 UTC Normal Pod cluster-recommended-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5616acd2-afd7-4147-9ef0-f75e7df8721b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:39 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:39 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 447.780304ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:39 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:39 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:42 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:56 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 14.052684753s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:56 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:56 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:56 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:56 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 413.330403ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:56 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:07:56 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:00 +0000 UTC Normal Pod cluster-recommended-orc-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-orc-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:00 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:00 +0000 UTC Normal StatefulSet.apps cluster-recommended-orc SuccessfulCreate create Pod cluster-recommended-orc-1 in StatefulSet cluster-recommended-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:01 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 421.476534ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:01 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:01 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:03 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:03 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 387.441837ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:03 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:03 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:03 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:04 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 387.751636ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:04 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:04 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:28 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Claim datadir-cluster-recommended-mysql-1 Pod cluster-recommended-mysql-1 in StatefulSet cluster-recommended-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:28 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Pod cluster-recommended-mysql-1 in StatefulSet cluster-recommended-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:28 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:28 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:28 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-recommended-mysql-1" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:32 +0000 UTC Normal Pod cluster-recommended-haproxy-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-haproxy-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:32 +0000 UTC Normal StatefulSet.apps cluster-recommended-haproxy SuccessfulCreate create Pod cluster-recommended-haproxy-0 in StatefulSet cluster-recommended-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:32 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-5370ea23-373b-438f-8b06-53efa77e58ae logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 408.812497ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:33 +0000 UTC Normal Pod cluster-recommended-mysql-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-mysql-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:35 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:35 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 396.900157ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:35 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:35 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:35 +0000 UTC Normal Pod cluster-recommended-orc-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-orc-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:35 +0000 UTC Normal StatefulSet.apps cluster-recommended-orc SuccessfulCreate create Pod cluster-recommended-orc-2 in StatefulSet cluster-recommended-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:36 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:36 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 397.117949ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:36 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:36 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:36 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:36 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 414.687624ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:36 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:36 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:37 +0000 UTC Normal Pod cluster-recommended-haproxy-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-haproxy-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:37 +0000 UTC Normal StatefulSet.apps cluster-recommended-haproxy SuccessfulCreate create Pod cluster-recommended-haproxy-1 in StatefulSet cluster-recommended-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:38 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:38 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 419.555415ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:38 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:38 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:38 +0000 UTC Normal Pod cluster-recommended-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5370ea23-373b-438f-8b06-53efa77e58ae" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:39 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:39 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 570.360182ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:39 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:39 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:39 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:40 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:40 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 393.424493ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:40 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:40 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 377.641126ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 409.785272ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal Pod cluster-recommended-haproxy-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-haproxy-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:41 +0000 UTC Normal StatefulSet.apps cluster-recommended-haproxy SuccessfulCreate create Pod cluster-recommended-haproxy-2 in StatefulSet cluster-recommended-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 368.160153ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:42 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:42 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 385.129423ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:42 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:42 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:43 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:43 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:44 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:45 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:45 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 355.93362ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:45 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:45 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:45 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:46 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 380.141536ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:46 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:46 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:59 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 14.365400072s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:59 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:59 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:59 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:59 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 462.545613ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:59 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:08:59 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:09:23 +0000 UTC Warning Pod cluster-recommended-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:20:06 | version-service | 2023-08-09 13:09:23 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:20:06 | version-service | 2023-08-09 13:09:27 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 442.12585ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:02 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Claim datadir-cluster-recommended-mysql-2 Pod cluster-recommended-mysql-2 in StatefulSet cluster-recommended-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:02 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Pod cluster-recommended-mysql-2 in StatefulSet cluster-recommended-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:02 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:02 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:02 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-recommended-mysql-2" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:06 +0000 UTC Normal Pod cluster-recommended-mysql-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-recommended-mysql-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:06 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-31fa071c-cd28-4527-a338-978a47687fbe logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:13 +0000 UTC Normal Pod cluster-recommended-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-31fa071c-cd28-4527-a338-978a47687fbe" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:15 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:15 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 408.761834ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:15 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:15 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:17 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:32 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 14.81932822s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:32 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:32 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:32 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:33 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 405.565024ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:33 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:33 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:56 +0000 UTC Warning Pod cluster-recommended-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:56 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:20:06 | version-service | 2023-08-09 13:10:57 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 397.37899ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:44 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:44 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:44 +0000 UTC Warning Pod cluster-recommended-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/09 13:11:44 readiness check failed: connect to db: ping database: dial tcp 10.145.105.37:33062: connect: connection refused logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:44 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulDelete delete Pod cluster-recommended-mysql-2 in StatefulSet cluster-recommended-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:48 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:48 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:48 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulDelete delete Pod cluster-recommended-mysql-1 in StatefulSet cluster-recommended-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Killing Stopping container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Killing Stopping container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Killing Stopping container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Killing Stopping container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:57 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Killing Stopping container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:58 +0000 UTC Warning Pod cluster-recommended-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/09 13:11:58 readiness check failed: connect to db: ping database: dial tcp 10.145.104.27:33062: connect: connection refused logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:58 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:58 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Killing Stopping container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:11:58 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:03 +0000 UTC Warning Pod cluster-recommended-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:14 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Claim datadir-cluster-latest-mysql-0 Pod cluster-latest-mysql-0 in StatefulSet cluster-latest-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:14 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Pod cluster-latest-mysql-0 in StatefulSet cluster-latest-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:14 +0000 UTC Normal Pod cluster-latest-orc-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-orc-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:14 +0000 UTC Normal StatefulSet.apps cluster-latest-orc SuccessfulCreate create Pod cluster-latest-orc-0 in StatefulSet cluster-latest-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:14 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:14 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:14 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-latest-mysql-0" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:15 +0000 UTC Normal Pod cluster-latest-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:15 +0000 UTC Normal Pod cluster-latest-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 425.266094ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:15 +0000 UTC Normal Pod cluster-latest-orc-0.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:15 +0000 UTC Normal Pod cluster-latest-orc-0.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:17 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:17 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 430.92992ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:17 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:17 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:17 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:18 +0000 UTC Normal Pod cluster-latest-mysql-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-mysql-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:18 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 403.861005ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:18 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:18 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:18 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-b2da4b2a-f7a3-4131-b537-cb5fe5c86d46 logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:22 +0000 UTC Normal Pod cluster-latest-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-b2da4b2a-f7a3-4131-b537-cb5fe5c86d46" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:26 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:26 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 403.251031ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:26 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:27 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:29 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:29 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 420.696282ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:29 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:29 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:29 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 515.474414ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:50 +0000 UTC Normal Pod cluster-latest-orc-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-orc-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:50 +0000 UTC Normal StatefulSet.apps cluster-latest-orc SuccessfulCreate create Pod cluster-latest-orc-1 in StatefulSet cluster-latest-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:51 +0000 UTC Normal Pod cluster-latest-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:51 +0000 UTC Normal Pod cluster-latest-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 391.977118ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:51 +0000 UTC Normal Pod cluster-latest-orc-1.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:51 +0000 UTC Normal Pod cluster-latest-orc-1.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:53 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:54 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 368.92416ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:54 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:54 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:54 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:54 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 361.363592ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:54 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:12:54 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:01 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Claim datadir-cluster-latest-mysql-1 Pod cluster-latest-mysql-1 in StatefulSet cluster-latest-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:01 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Pod cluster-latest-mysql-1 in StatefulSet cluster-latest-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:01 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:01 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:01 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-latest-mysql-1" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:03 +0000 UTC Normal Pod cluster-latest-haproxy-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-haproxy-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:03 +0000 UTC Normal StatefulSet.apps cluster-latest-haproxy SuccessfulCreate create Pod cluster-latest-haproxy-0 in StatefulSet cluster-latest-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:04 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:04 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 437.830035ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:04 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:04 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:05 +0000 UTC Normal Pod cluster-latest-mysql-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-mysql-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:05 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-2f057c28-782b-497d-a094-3012218083ee logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:06 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:06 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 364.310138ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:06 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:06 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:06 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:07 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 390.533389ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:07 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:07 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:07 +0000 UTC Normal Pod cluster-latest-haproxy-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-haproxy-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:07 +0000 UTC Normal StatefulSet.apps cluster-latest-haproxy SuccessfulCreate create Pod cluster-latest-haproxy-1 in StatefulSet cluster-latest-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:08 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:08 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 422.925547ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:08 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:08 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:09 +0000 UTC Normal Pod cluster-latest-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-2f057c28-782b-497d-a094-3012218083ee" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 437.334462ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 469.448453ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:11 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:12 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 365.946866ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:12 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:12 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:12 +0000 UTC Normal Pod cluster-latest-haproxy-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-haproxy-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:12 +0000 UTC Normal StatefulSet.apps cluster-latest-haproxy SuccessfulCreate create Pod cluster-latest-haproxy-2 in StatefulSet cluster-latest-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:13 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:14 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 674.117317ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:14 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:14 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:14 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:14 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 720.394873ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:14 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:14 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:14 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:15 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 1.075243636s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:15 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 393.341831ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 372.795247ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:16 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:17 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:25 +0000 UTC Normal Pod cluster-latest-orc-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-orc-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:25 +0000 UTC Normal StatefulSet.apps cluster-latest-orc SuccessfulCreate create Pod cluster-latest-orc-2 in StatefulSet cluster-latest-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:26 +0000 UTC Normal Pod cluster-latest-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:27 +0000 UTC Normal Pod cluster-latest-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 421.14325ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:27 +0000 UTC Normal Pod cluster-latest-orc-2.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:27 +0000 UTC Normal Pod cluster-latest-orc-2.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:29 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:30 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 482.489458ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:30 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:30 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:30 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:30 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 369.232645ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:30 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:30 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:32 +0000 UTC Warning Pod cluster-latest-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:32 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:20:06 | version-service | 2023-08-09 13:13:36 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 384.433618ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:10 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Claim datadir-cluster-latest-mysql-2 Pod cluster-latest-mysql-2 in StatefulSet cluster-latest-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:10 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:11 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Pod cluster-latest-mysql-2 in StatefulSet cluster-latest-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:11 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:11 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-latest-mysql-2" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:15 +0000 UTC Normal Pod cluster-latest-mysql-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-latest-mysql-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:15 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-c0b6aeb0-8e58-4800-8b9a-194b76e6dc6a logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:19 +0000 UTC Normal Pod cluster-latest-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-c0b6aeb0-8e58-4800-8b9a-194b76e6dc6a" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 448.152109ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 370.703125ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:24 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 431.626164ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:24 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:24 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:42 +0000 UTC Warning Pod cluster-latest-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:42 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:20:06 | version-service | 2023-08-09 13:14:46 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 376.202993ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:29 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:29 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:29 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulDelete delete Pod cluster-latest-mysql-2 in StatefulSet cluster-latest-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:30 +0000 UTC Warning Pod cluster-latest-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/09 13:15:30 readiness check failed: connect to db: ping database: dial tcp 10.145.105.40:33062: connect: connection refused logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:33 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:33 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:33 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulDelete delete Pod cluster-latest-mysql-1 in StatefulSet cluster-latest-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:35 +0000 UTC Warning Pod cluster-latest-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/09 13:15:35 readiness check failed: connect to db: ping database: dial tcp 10.145.104.31:33062: connect: connection refused logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Killing Stopping container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Killing Stopping container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Warning Pod cluster-latest-haproxy-2 FailedMount MountVolume.SetUp failed for volume "tls" : secret "test-ssl" not found logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Killing Stopping container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Killing Stopping container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Killing Stopping container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Killing Stopping container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:46 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:51 +0000 UTC Warning Pod cluster-latest-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:57 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Claim datadir-cluster-exact-mysql-0 Pod cluster-exact-mysql-0 in StatefulSet cluster-exact-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:57 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:58 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Pod cluster-exact-mysql-0 in StatefulSet cluster-exact-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:58 +0000 UTC Normal Pod cluster-exact-orc-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-orc-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:58 +0000 UTC Normal Pod cluster-exact-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:58 +0000 UTC Normal StatefulSet.apps cluster-exact-orc SuccessfulCreate create Pod cluster-exact-orc-0 in StatefulSet cluster-exact-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:58 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:58 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-exact-mysql-0" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:59 +0000 UTC Normal Pod cluster-exact-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 403.92237ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:59 +0000 UTC Normal Pod cluster-exact-orc-0.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:15:59 +0000 UTC Normal Pod cluster-exact-orc-0.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:01 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal Pod cluster-exact-mysql-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-mysql-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 480.677959ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 698.687635ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:02 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-d5c689fe-8117-478c-a89d-57da4486a048 logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:06 +0000 UTC Normal Pod cluster-exact-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-d5c689fe-8117-478c-a89d-57da4486a048" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:13 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:14 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 362.134914ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:14 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:14 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:16 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:31 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 14.683850009s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:31 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:31 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:31 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:31 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 389.437479ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:31 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:31 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:33 +0000 UTC Normal Pod cluster-exact-orc-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-orc-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:33 +0000 UTC Normal StatefulSet.apps cluster-exact-orc SuccessfulCreate create Pod cluster-exact-orc-1 in StatefulSet cluster-exact-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:34 +0000 UTC Normal Pod cluster-exact-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:34 +0000 UTC Normal Pod cluster-exact-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 401.436934ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:34 +0000 UTC Normal Pod cluster-exact-orc-1.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:34 +0000 UTC Normal Pod cluster-exact-orc-1.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:37 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:37 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 391.355861ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:37 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:37 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:37 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:38 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 453.229182ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:38 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:16:38 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:03 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Claim datadir-cluster-exact-mysql-1 Pod cluster-exact-mysql-1 in StatefulSet cluster-exact-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:03 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Pod cluster-exact-mysql-1 in StatefulSet cluster-exact-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:03 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:03 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:03 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-exact-mysql-1" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:07 +0000 UTC Normal Pod cluster-exact-mysql-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-mysql-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:07 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-9165661c-39ff-441d-a3cf-7881a7e63ff4 logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:08 +0000 UTC Normal Pod cluster-exact-orc-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-orc-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:08 +0000 UTC Normal StatefulSet.apps cluster-exact-orc SuccessfulCreate create Pod cluster-exact-orc-2 in StatefulSet cluster-exact-orc successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:09 +0000 UTC Normal StatefulSet.apps cluster-exact-haproxy SuccessfulCreate create Pod cluster-exact-haproxy-0 in StatefulSet cluster-exact-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:09 +0000 UTC Normal Pod cluster-exact-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:10 +0000 UTC Normal Pod cluster-exact-haproxy-0 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-haproxy-0 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:10 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:10 +0000 UTC Normal Pod cluster-exact-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 409.444948ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:10 +0000 UTC Normal Pod cluster-exact-orc-2.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:10 +0000 UTC Normal Pod cluster-exact-orc-2.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:11 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 536.971009ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:11 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:11 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:11 +0000 UTC Normal Pod cluster-exact-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-9165661c-39ff-441d-a3cf-7881a7e63ff4" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:11 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:12 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 353.676117ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:12 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{orc} Created Created container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:12 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{orc} Started Started container orc logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:12 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:12 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 395.730639ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:12 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:12 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 394.299725ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 380.924617ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:13 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:14 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 406.182207ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:14 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:14 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:14 +0000 UTC Normal Pod cluster-exact-haproxy-1 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-haproxy-1 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-9vlq logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:14 +0000 UTC Normal StatefulSet.apps cluster-exact-haproxy SuccessfulCreate create Pod cluster-exact-haproxy-1 in StatefulSet cluster-exact-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:15 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:15 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 402.367755ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:15 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:15 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:15 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:17 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:18 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 423.942148ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:18 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:18 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:18 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:18 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 367.786104ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:18 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:18 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:19 +0000 UTC Normal StatefulSet.apps cluster-exact-haproxy SuccessfulCreate create Pod cluster-exact-haproxy-2 in StatefulSet cluster-exact-haproxy successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:20 +0000 UTC Normal Pod cluster-exact-haproxy-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-haproxy-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-xdhv logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:20 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 9.664600458s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 14.163945599s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 709.509211ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:30 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:31 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 361.391563ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 387.61434ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:40 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:54 +0000 UTC Warning Pod cluster-exact-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:54 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:20:06 | version-service | 2023-08-09 13:17:56 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 401.231867ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:28 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Claim datadir-cluster-exact-mysql-2 Pod cluster-exact-mysql-2 in StatefulSet cluster-exact-mysql success logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:28 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Pod cluster-exact-mysql-2 in StatefulSet cluster-exact-mysql successful logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:28 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:28 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:28 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-peaceful-lacewing/datadir-cluster-exact-mysql-2" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:31 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-2943f22c-2e7d-4023-85c2-c6b3f6fff38a logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:32 +0000 UTC Normal Pod cluster-exact-mysql-2 Scheduled Successfully assigned kuttl-test-peaceful-lacewing/cluster-exact-mysql-2 to gke-jen-ps-339-3a8483b-1-default-pool-6b95fca2-c21h logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:36 +0000 UTC Normal Pod cluster-exact-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-2943f22c-2e7d-4023-85c2-c6b3f6fff38a" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:38 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:38 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 389.35089ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:38 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:38 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:40 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:54 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 14.264662154s logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:54 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:54 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:54 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:55 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 456.472523ms logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:55 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:18:55 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:20:06 | version-service | 2023-08-09 13:19:19 +0000 UTC Warning Pod cluster-exact-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:20:06 | version-service | 2023-08-09 13:19:19 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:20:06 | version-service | 2023-08-09 13:19:22 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 395.532256ms logger.go:42: 13:20:06 | version-service | Deleting namespace: kuttl-test-peaceful-lacewing === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (843.29s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/version-service (839.87s) PASS