=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://34.173.52.98 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 30 tests === RUN kuttl/harness === RUN kuttl/harness/version-service === PAUSE kuttl/harness/version-service === CONT kuttl/harness/version-service logger.go:42: 15:12:17 | version-service | Creating namespace: kuttl-test-positive-maggot logger.go:42: 15:12:17 | version-service/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 15:12:17 | version-service/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_version_service deploy_client] logger.go:42: 15:12:17 | version-service/0-deploy-operator | + source ../../functions logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ realpath ../../.. logger.go:42: 15:12:17 | version-service/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:12:17 | version-service/0-deploy-operator | ++++ pwd logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/version-service logger.go:42: 15:12:17 | version-service/0-deploy-operator | ++ test_name=version-service logger.go:42: 15:12:17 | version-service/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/version-service logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/version-service logger.go:42: 15:12:17 | version-service/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export GIT_BRANCH=PR-523 logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ GIT_BRANCH=PR-523 logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export VERSION=PR-523-f00253e logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ VERSION=PR-523-f00253e logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:12:17 | version-service/0-deploy-operator | ++++ which gdate logger.go:42: 15:12:17 | version-service/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:12:17 | version-service/0-deploy-operator | ++++ which date logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ command -v oc logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ kubectl get nodes logger.go:42: 15:12:17 | version-service/0-deploy-operator | +++ grep '^minikube' logger.go:42: 15:12:18 | version-service/0-deploy-operator | + init_temp_dir logger.go:42: 15:12:18 | version-service/0-deploy-operator | + rm -rf /tmp/kuttl/ps/version-service logger.go:42: 15:12:18 | version-service/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/version-service logger.go:42: 15:12:18 | version-service/0-deploy-operator | + deploy_operator logger.go:42: 15:12:18 | version-service/0-deploy-operator | + kubectl -n kuttl-test-positive-maggot apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/crd.yaml logger.go:42: 15:12:19 | version-service/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 15:12:19 | version-service/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 15:12:20 | version-service/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 15:12:20 | version-service/0-deploy-operator | + kubectl -n kuttl-test-positive-maggot apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/rbac.yaml logger.go:42: 15:12:21 | version-service/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 15:12:22 | version-service/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 15:12:22 | version-service/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 15:12:22 | version-service/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 15:12:23 | version-service/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 15:12:23 | version-service/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 15:12:23 | version-service/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 15:12:24 | version-service/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 15:12:24 | version-service/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 15:12:24 | version-service/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:12:24 | version-service/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"' logger.go:42: 15:12:24 | version-service/0-deploy-operator | + kubectl -n kuttl-test-positive-maggot apply -f - logger.go:42: 15:12:24 | version-service/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-523-f00253e"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/operator.yaml logger.go:42: 15:12:25 | version-service/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 15:12:25 | version-service/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 15:12:25 | version-service/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 15:12:25 | version-service/0-deploy-operator | + kubectl -n kuttl-test-positive-maggot apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/secrets.yaml logger.go:42: 15:12:26 | version-service/0-deploy-operator | secret/test-secrets created logger.go:42: 15:12:26 | version-service/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 15:12:26 | version-service/0-deploy-operator | + kubectl -n kuttl-test-positive-maggot apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/ssl-secret.yaml logger.go:42: 15:12:27 | version-service/0-deploy-operator | secret/test-ssl created logger.go:42: 15:12:27 | version-service/0-deploy-operator | + deploy_version_service logger.go:42: 15:12:27 | version-service/0-deploy-operator | + kubectl create configmap -n kuttl-test-positive-maggot versions --from-file /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/operator.9.9.9.ps-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/operator.9.9.9.ps-operator.json logger.go:42: 15:12:28 | version-service/0-deploy-operator | configmap/versions created logger.go:42: 15:12:28 | version-service/0-deploy-operator | + kubectl apply -n kuttl-test-positive-maggot -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/vs.yaml logger.go:42: 15:12:28 | version-service/0-deploy-operator | deployment.apps/percona-version-service created logger.go:42: 15:12:29 | version-service/0-deploy-operator | service/percona-version-service created logger.go:42: 15:12:29 | version-service/0-deploy-operator | ++ kubectl -n kuttl-test-positive-maggot get pods --selector=name=percona-version-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:12:29 | version-service/0-deploy-operator | + VS_POD_NAME=percona-version-service-554b567597-4hlwc logger.go:42: 15:12:29 | version-service/0-deploy-operator | + wait_pod percona-version-service-554b567597-4hlwc logger.go:42: 15:12:29 | version-service/0-deploy-operator | + local pod=percona-version-service-554b567597-4hlwc logger.go:42: 15:12:29 | version-service/0-deploy-operator | + set +o xtrace logger.go:42: 15:12:31 | version-service/0-deploy-operator | percona-version-service-554b567597-4hlwc.true logger.go:42: 15:12:31 | version-service/0-deploy-operator | + deploy_client logger.go:42: 15:12:31 | version-service/0-deploy-operator | + kubectl -n kuttl-test-positive-maggot apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/client.yaml logger.go:42: 15:12:32 | version-service/0-deploy-operator | pod/mysql-client created logger.go:42: 15:12:38 | version-service/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | starting test step 1-create-cluster-recommended logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.metadata.name="cluster-recommended"' - \ | yq eval '.spec.upgradeOptions.apply="recommended"' - \ | yq eval '.spec.crVersion="9.9.9"' - \ | yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - \ | yq eval '.spec.backup.enabled=false' - \ | yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + source ../../functions logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ realpath ../../.. logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++++ pwd logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/version-service logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ test_name=version-service logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export TEMP_DIR=/tmp/kuttl/ps/version-service logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ TEMP_DIR=/tmp/kuttl/ps/version-service logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export GIT_BRANCH=PR-523 logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ GIT_BRANCH=PR-523 logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export VERSION=PR-523-f00253e logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ VERSION=PR-523-f00253e logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++++ which gdate logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++++ which date logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ date=/usr/bin/date logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ command -v oc logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ kubectl get nodes logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | +++ grep '^minikube' logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + get_cr logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + local name_suffix= logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.metadata.name="cluster-recommended"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.upgradeOptions.apply="recommended"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.crVersion="9.9.9"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval .spec.backup.enabled=false - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + kubectl -n kuttl-test-positive-maggot apply -f - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + '[' -n '' ']' logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.metadata.name="%s"' version-service logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.metadata.name="version-service"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 15:12:38 | version-service/1-create-cluster-recommended | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 15:12:39 | version-service/1-create-cluster-recommended | perconaservermysql.ps.percona.com/cluster-recommended created logger.go:42: 15:15:47 | version-service/1-create-cluster-recommended | test step completed 1-create-cluster-recommended logger.go:42: 15:15:47 | version-service/2-set-upgradeOption-never | starting test step 2-set-upgradeOption-never logger.go:42: 15:15:49 | version-service/2-set-upgradeOption-never | PerconaServerMySQL:kuttl-test-positive-maggot/cluster-recommended updated logger.go:42: 15:15:49 | version-service/2-set-upgradeOption-never | test step completed 2-set-upgradeOption-never logger.go:42: 15:15:49 | version-service/3-set-upgradeOption-disabled | starting test step 3-set-upgradeOption-disabled logger.go:42: 15:15:51 | version-service/3-set-upgradeOption-disabled | PerconaServerMySQL:kuttl-test-positive-maggot/cluster-recommended updated logger.go:42: 15:15:51 | version-service/3-set-upgradeOption-disabled | test step completed 3-set-upgradeOption-disabled logger.go:42: 15:15:51 | version-service/4-delete-previous-cluster | starting test step 4-delete-previous-cluster logger.go:42: 15:16:08 | version-service/4-delete-previous-cluster | test step completed 4-delete-previous-cluster logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | starting test step 5-create-cluster-latest logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.metadata.name="cluster-latest"' - \ | yq eval '.spec.upgradeOptions.apply="latest"' - \ | yq eval '.spec.crVersion="9.9.9"' - \ | yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - \ | yq eval '.spec.backup.enabled=false' - \ | yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + source ../../functions logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ realpath ../../.. logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++++ pwd logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/version-service logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ test_name=version-service logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export TEMP_DIR=/tmp/kuttl/ps/version-service logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ TEMP_DIR=/tmp/kuttl/ps/version-service logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export GIT_BRANCH=PR-523 logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ GIT_BRANCH=PR-523 logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export VERSION=PR-523-f00253e logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ VERSION=PR-523-f00253e logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++++ which gdate logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++++ which date logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ date=/usr/bin/date logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ command -v oc logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ kubectl get nodes logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | +++ grep '^minikube' logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + get_cr logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + local name_suffix= logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.metadata.name="cluster-latest"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.crVersion="9.9.9"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.upgradeOptions.apply="latest"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval .spec.backup.enabled=false - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + kubectl -n kuttl-test-positive-maggot apply -f - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + '[' -n '' ']' logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.metadata.name="%s"' version-service logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.metadata.name="version-service"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:16:08 | version-service/5-create-cluster-latest | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 15:16:09 | version-service/5-create-cluster-latest | perconaservermysql.ps.percona.com/cluster-latest created logger.go:42: 15:19:19 | version-service/5-create-cluster-latest | test step completed 5-create-cluster-latest logger.go:42: 15:19:19 | version-service/6-delete-previous-cluster | starting test step 6-delete-previous-cluster logger.go:42: 15:19:38 | version-service/6-delete-previous-cluster | test step completed 6-delete-previous-cluster logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | starting test step 7-create-cluster-exact logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.metadata.name="cluster-exact"' - \ | yq eval '.spec.upgradeOptions.apply="8.0.28-19"' - \ | yq eval '.spec.crVersion="9.9.9"' - \ | yq eval '.spec.mysql.image="percona/percona-server:8.0.28-20"' - \ | yq eval '.spec.backup.enabled=false' - \ | yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + source ../../functions logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ realpath ../../.. logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++++ pwd logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/version-service logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ test_name=version-service logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export TEMP_DIR=/tmp/kuttl/ps/version-service logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ TEMP_DIR=/tmp/kuttl/ps/version-service logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export GIT_BRANCH=PR-523 logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ GIT_BRANCH=PR-523 logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export VERSION=PR-523-f00253e logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ VERSION=PR-523-f00253e logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++++ which gdate logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++++ which date logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ date=/usr/bin/date logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ command -v oc logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ kubectl get nodes logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | +++ grep '^minikube' logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + get_cr logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + local name_suffix= logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.crVersion="9.9.9"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + kubectl -n kuttl-test-positive-maggot apply -f - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.mysql.image="percona/percona-server:8.0.28-20"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval .spec.backup.enabled=false - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.upgradeOptions.apply="8.0.28-19"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.metadata.name="%s"' version-service logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.metadata.name="version-service"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + '[' -n '' ']' logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.metadata.name="cluster-exact"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:19:38 | version-service/7-create-cluster-exact | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 15:19:39 | version-service/7-create-cluster-exact | perconaservermysql.ps.percona.com/cluster-exact created logger.go:42: 15:23:32 | version-service/7-create-cluster-exact | test step completed 7-create-cluster-exact logger.go:42: 15:23:32 | version-service/99-drop-finalizer | starting test step 99-drop-finalizer logger.go:42: 15:23:34 | version-service/99-drop-finalizer | PerconaServerMySQL:kuttl-test-positive-maggot/cluster-exact updated logger.go:42: 15:23:34 | version-service/99-drop-finalizer | test step completed 99-drop-finalizer logger.go:42: 15:23:34 | version-service | version-service events from ns kuttl-test-positive-maggot: logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:25 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-b4c599bbb to 1 deployment-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:26 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s55xh Scheduled Successfully assigned kuttl-test-positive-maggot/percona-server-mysql-operator-b4c599bbb-s55xh to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:26 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-b4c599bbb SuccessfulCreate Created pod: percona-server-mysql-operator-b4c599bbb-s55xh replicaset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:28 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-b4c599bbb-s55xh_9939ab59-d248-4a1d-995f-5ff2accdab69 became leader percona-server-mysql-operator-b4c599bbb-s55xh_9939ab59-d248-4a1d-995f-5ff2accdab69 logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:28 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s55xh.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:28 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s55xh.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 106.470998ms (106.487128ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:28 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s55xh.spec.containers{manager} Created Created container manager kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:28 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s55xh.spec.containers{manager} Started Started container manager kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:28 +0000 UTC Normal ReplicaSet.apps percona-version-service-554b567597 SuccessfulCreate Created pod: percona-version-service-554b567597-4hlwc replicaset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:28 +0000 UTC Normal Deployment.apps percona-version-service ScalingReplicaSet Scaled up replica set percona-version-service-554b567597 to 1 deployment-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:29 +0000 UTC Normal Pod percona-version-service-554b567597-4hlwc Scheduled Successfully assigned kuttl-test-positive-maggot/percona-version-service-554b567597-4hlwc to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:29 +0000 UTC Normal Pod percona-version-service-554b567597-4hlwc.spec.containers{percona-version-service} Pulling Pulling image "perconalab/version-service:main-27de445" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:29 +0000 UTC Normal Pod percona-version-service-554b567597-4hlwc.spec.containers{percona-version-service} Pulled Successfully pulled image "perconalab/version-service:main-27de445" in 79.522835ms (79.555236ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:29 +0000 UTC Normal Pod percona-version-service-554b567597-4hlwc.spec.containers{percona-version-service} Created Created container percona-version-service kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:29 +0000 UTC Normal Pod percona-version-service-554b567597-4hlwc.spec.containers{percona-version-service} Started Started container percona-version-service kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:32 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-positive-maggot/mysql-client to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:33 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.33" already present on machine kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:33 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:33 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:42 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Claim datadir-cluster-recommended-mysql-0 Pod cluster-recommended-mysql-0 in StatefulSet cluster-recommended-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:42 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Pod cluster-recommended-mysql-0 in StatefulSet cluster-recommended-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:42 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:42 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:42 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-recommended-mysql-0" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:45 +0000 UTC Normal Pod cluster-recommended-orc-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-orc-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:45 +0000 UTC Normal StatefulSet.apps cluster-recommended-orc SuccessfulCreate create Pod cluster-recommended-orc-0 in StatefulSet cluster-recommended-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:46 +0000 UTC Normal Pod cluster-recommended-mysql-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:46 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:46 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 96.761485ms (96.776483ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:46 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:46 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:46 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-f0bef607-c904-4c30-b865-dea770a9162b pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:48 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:48 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 79.548551ms (79.565937ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:48 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:48 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:48 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:48 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 80.217375ms (80.233151ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:48 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:48 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:51 +0000 UTC Normal Pod cluster-recommended-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-f0bef607-c904-4c30-b865-dea770a9162b" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:52 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:52 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 115.390085ms (115.407738ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:52 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:52 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:54 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:54 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 98.288204ms (98.304954ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:54 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:54 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:54 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:54 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 90.199686ms (90.214977ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:54 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:12:54 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:20 +0000 UTC Normal Pod cluster-recommended-orc-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-orc-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:20 +0000 UTC Normal StatefulSet.apps cluster-recommended-orc SuccessfulCreate create Pod cluster-recommended-orc-1 in StatefulSet cluster-recommended-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:22 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:22 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 112.302299ms (112.311823ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:22 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:22 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:24 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:24 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 74.106808ms (74.124386ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:24 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:24 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:24 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:24 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 80.969517ms (80.99582ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:24 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:24 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:27 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Claim datadir-cluster-recommended-mysql-1 Pod cluster-recommended-mysql-1 in StatefulSet cluster-recommended-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:27 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Pod cluster-recommended-mysql-1 in StatefulSet cluster-recommended-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:27 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:27 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:27 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-recommended-mysql-1" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:30 +0000 UTC Normal Pod cluster-recommended-haproxy-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-haproxy-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:30 +0000 UTC Normal StatefulSet.apps cluster-recommended-haproxy SuccessfulCreate create Pod cluster-recommended-haproxy-0 in StatefulSet cluster-recommended-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:31 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:31 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 105.778439ms (105.797278ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:31 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:31 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:31 +0000 UTC Normal Pod cluster-recommended-mysql-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:31 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-10ae60e1-5620-4f25-9d1b-318afec14a9f pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 95.483708ms (95.513355ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 107.379663ms (107.388202ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:33 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:34 +0000 UTC Normal Pod cluster-recommended-haproxy-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-haproxy-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:34 +0000 UTC Normal StatefulSet.apps cluster-recommended-haproxy SuccessfulCreate create Pod cluster-recommended-haproxy-1 in StatefulSet cluster-recommended-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:35 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:35 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 153.197468ms (153.219675ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:35 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:35 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:36 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:36 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 77.562781ms (77.580017ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:36 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:36 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:36 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:36 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 86.933399ms (86.949318ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:36 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:36 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:37 +0000 UTC Normal Pod cluster-recommended-haproxy-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-haproxy-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:37 +0000 UTC Normal StatefulSet.apps cluster-recommended-haproxy SuccessfulCreate create Pod cluster-recommended-haproxy-2 in StatefulSet cluster-recommended-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:38 +0000 UTC Normal Pod cluster-recommended-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-10ae60e1-5620-4f25-9d1b-318afec14a9f" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:39 +0000 UTC Warning Pod cluster-recommended-haproxy-2 FailedMount MountVolume.SetUp failed for volume "config" : failed to sync configmap cache: timed out waiting for the condition kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:40 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:40 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 82.148823ms (82.162639ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:40 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:40 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:40 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:40 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 90.416024ms (90.431497ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:40 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:40 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:41 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:41 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 75.214757ms (75.22994ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:41 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:41 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:41 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:41 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 91.262ms (91.270062ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:41 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 77.680036ms (77.698014ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 83.008598ms (83.015165ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:42 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:57 +0000 UTC Normal Pod cluster-recommended-orc-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-orc-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:57 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:57 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 83.199529ms (83.211621ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:57 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:57 +0000 UTC Normal StatefulSet.apps cluster-recommended-orc SuccessfulCreate create Pod cluster-recommended-orc-2 in StatefulSet cluster-recommended-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:58 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:59 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:59 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 89.726061ms (89.738689ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:59 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:59 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:59 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:59 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 75.23032ms (75.239944ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:59 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:13:59 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:01 +0000 UTC Warning Pod cluster-recommended-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:01 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:04 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 71.759972ms (71.7733ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:34 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Claim datadir-cluster-recommended-mysql-2 Pod cluster-recommended-mysql-2 in StatefulSet cluster-recommended-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:34 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulCreate create Pod cluster-recommended-mysql-2 in StatefulSet cluster-recommended-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:34 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:35 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-recommended-mysql-2" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:35 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:38 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-recommended-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-c217ce08-a44c-4a36-8987-e84b4c295028 pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:39 +0000 UTC Normal Pod cluster-recommended-mysql-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-recommended-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:46 +0000 UTC Normal Pod cluster-recommended-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-c217ce08-a44c-4a36-8987-e84b4c295028" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:48 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:48 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 115.606335ms (115.624717ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:48 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:48 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:50 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:50 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 88.267048ms (88.281812ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:50 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:50 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:50 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:50 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 90.593366ms (90.62505ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:50 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:14:50 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:09 +0000 UTC Warning Pod cluster-recommended-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:09 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:12 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 88.214526ms (88.230535ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:54 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:54 +0000 UTC Normal Pod cluster-recommended-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:54 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulDelete delete Pod cluster-recommended-mysql-2 in StatefulSet cluster-recommended-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:57 +0000 UTC Warning Pod cluster-recommended-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 15:15:57 readiness check failed: connect to db: ping DB: dial tcp 10.208.42.36:33062: connect: connection refused kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:58 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:58 +0000 UTC Normal Pod cluster-recommended-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:58 +0000 UTC Normal StatefulSet.apps cluster-recommended-mysql SuccessfulDelete delete Pod cluster-recommended-mysql-1 in StatefulSet cluster-recommended-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:15:59 +0000 UTC Warning Pod cluster-recommended-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 15:15:59 readiness check failed: connect to db: ping DB: dial tcp 10.208.40.54:33062: connect: connection refused kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:07 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:07 +0000 UTC Normal Pod cluster-recommended-haproxy-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:07 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{orc} Killing Stopping container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-haproxy-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-haproxy-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{orc} Killing Stopping container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-orc-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-orc-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{orc} Killing Stopping container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:08 +0000 UTC Normal Pod cluster-recommended-orc-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:12 +0000 UTC Warning Pod cluster-recommended-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:15 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Claim datadir-cluster-latest-mysql-0 Pod cluster-latest-mysql-0 in StatefulSet cluster-latest-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:15 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Pod cluster-latest-mysql-0 in StatefulSet cluster-latest-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:15 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:15 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:15 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-latest-mysql-0" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:19 +0000 UTC Normal Pod cluster-latest-mysql-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:19 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-c2367ce1-119e-4e1d-869d-70952e253ac6 pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:21 +0000 UTC Normal Pod cluster-latest-orc-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-orc-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:21 +0000 UTC Normal Pod cluster-latest-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:21 +0000 UTC Normal StatefulSet.apps cluster-latest-orc SuccessfulCreate create Pod cluster-latest-orc-0 in StatefulSet cluster-latest-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:22 +0000 UTC Normal Pod cluster-latest-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 133.887884ms (133.903632ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:22 +0000 UTC Normal Pod cluster-latest-orc-0.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:22 +0000 UTC Normal Pod cluster-latest-orc-0.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:23 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:23 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 124.823731ms (124.838598ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:23 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:24 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:24 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:24 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 126.091419ms (126.115181ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:24 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:24 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:27 +0000 UTC Normal Pod cluster-latest-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-c2367ce1-119e-4e1d-869d-70952e253ac6" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:28 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:28 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 101.381533ms (101.393711ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:28 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:28 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 89.749687ms (89.764857ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 102.272152ms (102.279486ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:30 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:56 +0000 UTC Normal Pod cluster-latest-orc-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-orc-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:56 +0000 UTC Normal StatefulSet.apps cluster-latest-orc SuccessfulCreate create Pod cluster-latest-orc-1 in StatefulSet cluster-latest-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:57 +0000 UTC Normal Pod cluster-latest-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:57 +0000 UTC Normal Pod cluster-latest-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 103.987975ms (103.997249ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:57 +0000 UTC Normal Pod cluster-latest-orc-1.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:57 +0000 UTC Normal Pod cluster-latest-orc-1.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:58 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:58 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 88.56152ms (88.580831ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:58 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:58 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:58 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:58 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 86.380543ms (86.40036ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:59 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:16:59 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:03 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Claim datadir-cluster-latest-mysql-1 Pod cluster-latest-mysql-1 in StatefulSet cluster-latest-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:03 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Pod cluster-latest-mysql-1 in StatefulSet cluster-latest-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:03 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:03 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:03 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-latest-mysql-1" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:06 +0000 UTC Normal Pod cluster-latest-haproxy-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-haproxy-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:06 +0000 UTC Normal StatefulSet.apps cluster-latest-haproxy SuccessfulCreate create Pod cluster-latest-haproxy-0 in StatefulSet cluster-latest-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:07 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:07 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 104.343804ms (104.361627ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:07 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:07 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:07 +0000 UTC Normal Pod cluster-latest-mysql-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:07 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-2c0cc41c-3333-4e06-978d-15646279b28f pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:09 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:09 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 78.837008ms (78.852047ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:09 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:09 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:09 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:09 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 95.888232ms (95.897131ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:09 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:09 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:10 +0000 UTC Normal Pod cluster-latest-haproxy-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-haproxy-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:10 +0000 UTC Normal StatefulSet.apps cluster-latest-haproxy SuccessfulCreate create Pod cluster-latest-haproxy-1 in StatefulSet cluster-latest-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 107.183671ms (107.201065ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:11 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:12 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:12 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 87.184457ms (87.192436ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:13 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:13 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:13 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:13 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 95.139124ms (95.159612ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:13 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:13 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:14 +0000 UTC Normal Pod cluster-latest-haproxy-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-haproxy-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:14 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:14 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 97.552849ms (97.567948ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:14 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:14 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:14 +0000 UTC Normal StatefulSet.apps cluster-latest-haproxy SuccessfulCreate create Pod cluster-latest-haproxy-2 in StatefulSet cluster-latest-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:14 +0000 UTC Normal Pod cluster-latest-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-2c0cc41c-3333-4e06-978d-15646279b28f" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 92.379367ms (92.399488ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 89.997405ms (90.005636ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:16 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:17 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 90.497446ms (90.505256ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:17 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:17 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:18 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:18 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 94.778465ms (94.804971ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:18 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:18 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:18 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:19 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 99.883481ms (99.89203ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:19 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:19 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:32 +0000 UTC Normal Pod cluster-latest-orc-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-orc-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:32 +0000 UTC Normal Pod cluster-latest-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:32 +0000 UTC Normal Pod cluster-latest-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 104.750873ms (104.75687ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:32 +0000 UTC Normal Pod cluster-latest-orc-2.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:32 +0000 UTC Normal StatefulSet.apps cluster-latest-orc SuccessfulCreate create Pod cluster-latest-orc-2 in StatefulSet cluster-latest-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:33 +0000 UTC Normal Pod cluster-latest-orc-2.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:34 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:34 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 95.648118ms (95.669ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:34 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:34 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:34 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:34 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 98.578012ms (98.585343ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:34 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:34 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:37 +0000 UTC Warning Pod cluster-latest-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:37 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:17:41 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 88.370616ms (88.381115ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:11 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Claim datadir-cluster-latest-mysql-2 Pod cluster-latest-mysql-2 in StatefulSet cluster-latest-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:11 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulCreate create Pod cluster-latest-mysql-2 in StatefulSet cluster-latest-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:11 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:11 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:11 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-latest-mysql-2" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:15 +0000 UTC Normal Pod cluster-latest-mysql-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-latest-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:15 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-latest-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-2684a89b-7df4-4fd2-8d18-8817b4c22f63 pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:19 +0000 UTC Normal Pod cluster-latest-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-2684a89b-7df4-4fd2-8d18-8817b4c22f63" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 142.901723ms (142.914083ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 85.270615ms (85.28482ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 85.296017ms (85.303585ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:23 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:42 +0000 UTC Warning Pod cluster-latest-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:42 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:18:43 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 90.182242ms (90.198817ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:21 +0000 UTC Normal Pod cluster-latest-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:21 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulDelete delete Pod cluster-latest-mysql-2 in StatefulSet cluster-latest-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:25 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:25 +0000 UTC Normal Pod cluster-latest-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:25 +0000 UTC Normal StatefulSet.apps cluster-latest-mysql SuccessfulDelete delete Pod cluster-latest-mysql-1 in StatefulSet cluster-latest-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:26 +0000 UTC Warning Pod cluster-latest-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 15:19:26 readiness check failed: connect to db: ping DB: dial tcp 10.208.41.39:33062: connect: connection refused kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-haproxy-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-haproxy-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-haproxy-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{orc} Killing Stopping container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-orc-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{orc} Killing Stopping container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-orc-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{orc} Killing Stopping container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:37 +0000 UTC Normal Pod cluster-latest-orc-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:38 +0000 UTC Warning Pod cluster-latest-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 15:19:38 readiness check failed: connect to db: ping DB: dial tcp 10.208.40.55:33062: connect: connection refused kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:42 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Claim datadir-cluster-exact-mysql-0 Pod cluster-exact-mysql-0 in StatefulSet cluster-exact-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:42 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Pod cluster-exact-mysql-0 in StatefulSet cluster-exact-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:42 +0000 UTC Normal StatefulSet.apps cluster-exact-orc SuccessfulCreate create Pod cluster-exact-orc-0 in StatefulSet cluster-exact-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:42 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:43 +0000 UTC Normal Pod cluster-exact-orc-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-orc-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:43 +0000 UTC Normal Pod cluster-exact-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:43 +0000 UTC Normal Pod cluster-exact-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 111.051598ms (111.075878ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:43 +0000 UTC Normal Pod cluster-exact-orc-0.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:43 +0000 UTC Warning Pod cluster-latest-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:43 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-exact-mysql-0" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:43 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:44 +0000 UTC Normal Pod cluster-exact-orc-0.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:45 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:45 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 82.002207ms (82.023615ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:45 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:45 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:45 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:45 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 79.905203ms (79.919494ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:45 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:45 +0000 UTC Normal Pod cluster-exact-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:46 +0000 UTC Normal Pod cluster-exact-mysql-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:46 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-67fa04e4-0aa5-41d4-8666-65c4b905d7fd pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:54 +0000 UTC Normal Pod cluster-exact-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-67fa04e4-0aa5-41d4-8666-65c4b905d7fd" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:55 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:56 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 616.984234ms (616.99999ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:56 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:56 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:58 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:58 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 628.801856ms (628.820687ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:58 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:58 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:58 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:59 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 610.008713ms (610.024108ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:59 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:19:59 +0000 UTC Normal Pod cluster-exact-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:18 +0000 UTC Normal Pod cluster-exact-orc-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-orc-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:18 +0000 UTC Normal StatefulSet.apps cluster-exact-orc SuccessfulCreate create Pod cluster-exact-orc-1 in StatefulSet cluster-exact-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:19 +0000 UTC Normal Pod cluster-exact-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:19 +0000 UTC Normal Pod cluster-exact-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 106.540045ms (106.563816ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:19 +0000 UTC Normal Pod cluster-exact-orc-1.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:19 +0000 UTC Normal Pod cluster-exact-orc-1.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:20 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:20 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 86.301754ms (86.316298ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:20 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:20 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:20 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:20 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 86.662388ms (86.677301ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:20 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:20 +0000 UTC Normal Pod cluster-exact-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:30 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Claim datadir-cluster-exact-mysql-1 Pod cluster-exact-mysql-1 in StatefulSet cluster-exact-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:30 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Pod cluster-exact-mysql-1 in StatefulSet cluster-exact-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:30 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:30 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:30 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-exact-mysql-1" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:31 +0000 UTC Normal Pod cluster-exact-haproxy-0 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-haproxy-0 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:31 +0000 UTC Normal StatefulSet.apps cluster-exact-haproxy SuccessfulCreate create Pod cluster-exact-haproxy-0 in StatefulSet cluster-exact-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:32 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:32 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 247.194254ms (247.216868ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:32 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:32 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 239.57408ms (239.595411ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 246.542249ms (246.559169ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal Pod cluster-exact-mysql-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:34 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-cc89c7dd-ef31-4e01-b469-f0cc7c7e464f pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:35 +0000 UTC Normal Pod cluster-exact-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:35 +0000 UTC Normal Pod cluster-exact-haproxy-1 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-haproxy-1 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-7189 default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:35 +0000 UTC Normal StatefulSet.apps cluster-exact-haproxy SuccessfulCreate create Pod cluster-exact-haproxy-1 in StatefulSet cluster-exact-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:36 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:36 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 263.044718ms (263.052221ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:36 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:36 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:37 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:37 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 225.743649ms (225.759902ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:37 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:38 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:38 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:38 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 239.76436ms (239.776287ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:38 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:38 +0000 UTC Normal Pod cluster-exact-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:38 +0000 UTC Normal Pod cluster-exact-haproxy-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-haproxy-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:38 +0000 UTC Normal StatefulSet.apps cluster-exact-haproxy SuccessfulCreate create Pod cluster-exact-haproxy-2 in StatefulSet cluster-exact-haproxy successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:39 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 274.640261ms (274.665824ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:40 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:40 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:41 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:41 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 233.280219ms (233.287484ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:41 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:41 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:41 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:42 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 246.254057ms (246.271042ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:42 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:42 +0000 UTC Normal Pod cluster-exact-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:42 +0000 UTC Normal Pod cluster-exact-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-cc89c7dd-ef31-4e01-b469-f0cc7c7e464f" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:44 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:44 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 246.367815ms (246.375409ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:44 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:44 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:45 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:53 +0000 UTC Normal Pod cluster-exact-orc-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-orc-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-bq8g default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:53 +0000 UTC Normal StatefulSet.apps cluster-exact-orc SuccessfulCreate create Pod cluster-exact-orc-2 in StatefulSet cluster-exact-orc successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:54 +0000 UTC Normal Pod cluster-exact-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:54 +0000 UTC Normal Pod cluster-exact-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 240.159074ms (240.174458ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:54 +0000 UTC Normal Pod cluster-exact-orc-2.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:54 +0000 UTC Normal Pod cluster-exact-orc-2.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:56 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:56 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 248.92844ms (248.943813ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:56 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:56 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:56 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:57 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 225.814496ms (225.846655ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:57 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:20:57 +0000 UTC Normal Pod cluster-exact-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:00 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 14.597080577s (14.597089952s including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:00 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:00 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:00 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:00 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 91.680599ms (91.694942ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:00 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:00 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:25 +0000 UTC Warning Pod cluster-exact-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:25 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:21:29 +0000 UTC Normal Pod cluster-exact-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 109.284764ms (109.303359ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:04 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Claim datadir-cluster-exact-mysql-2 Pod cluster-exact-mysql-2 in StatefulSet cluster-exact-mysql success statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:04 +0000 UTC Normal StatefulSet.apps cluster-exact-mysql SuccessfulCreate create Pod cluster-exact-mysql-2 in StatefulSet cluster-exact-mysql successful statefulset-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:04 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:04 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-positive-maggot/datadir-cluster-exact-mysql-2" pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:04 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:08 +0000 UTC Normal Pod cluster-exact-mysql-2 Scheduled Successfully assigned kuttl-test-positive-maggot/cluster-exact-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-e964acce-w8zz default-scheduler logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:08 +0000 UTC Normal PersistentVolumeClaim datadir-cluster-exact-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-a0a0c269-94be-4a88-84f2-16bd1cdf7a25 pd.csi.storage.gke.io_gke-77d1c4fac69c4c2a896d-0b77-45e4-vm_8a268d8f-c2f3-4090-b361-6efbcaeaaace logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:15 +0000 UTC Normal Pod cluster-exact-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a0a0c269-94be-4a88-84f2-16bd1cdf7a25" attachdetach-controller logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:17 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:17 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 119.160742ms (119.17823ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:17 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:17 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:18 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:33 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 15.1473571s (15.147364654s including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:34 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:34 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:34 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:34 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 108.09176ms (108.110418ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:34 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:34 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:57 +0000 UTC Warning Pod cluster-exact-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:58 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:23:34 | version-service | 2024-02-05 15:22:59 +0000 UTC Normal Pod cluster-exact-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 91.149134ms (91.165538ms including waiting) kubelet logger.go:42: 15:23:34 | version-service | Deleting namespace: kuttl-test-positive-maggot === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (719.79s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/version-service (717.11s) PASS