=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://35.192.60.19 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 28 tests === RUN kuttl/harness === RUN kuttl/harness/smart-update === PAUSE kuttl/harness/smart-update === CONT kuttl/harness/smart-update logger.go:42: 15:02:51 | smart-update | Creating namespace: kuttl-test-rich-ewe logger.go:42: 15:02:51 | smart-update/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 15:02:51 | smart-update/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client deploy_version_service] logger.go:42: 15:02:51 | smart-update/0-deploy-operator | + source ../../functions logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ realpath ../../.. logger.go:42: 15:02:51 | smart-update/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:02:51 | smart-update/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 15:02:51 | smart-update/0-deploy-operator | ++++ mktemp -d logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export TEMP_DIR=/tmp/tmp.w6MvEKcE3b logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ TEMP_DIR=/tmp/tmp.w6MvEKcE3b logger.go:42: 15:02:51 | smart-update/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export GIT_BRANCH=PR-424 logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ GIT_BRANCH=PR-424 logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export VERSION=PR-424-70568ae logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ VERSION=PR-424-70568ae logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 15:02:51 | smart-update/0-deploy-operator | ++++ which gdate logger.go:42: 15:02:51 | smart-update/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:02:51 | smart-update/0-deploy-operator | ++++ which date logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ command -v oc logger.go:42: 15:02:51 | smart-update/0-deploy-operator | +++ oc get projects logger.go:42: 15:02:57 | smart-update/0-deploy-operator | error: the server doesn't have a resource type "projects" logger.go:42: 15:02:57 | smart-update/0-deploy-operator | +++ kubectl get nodes logger.go:42: 15:02:57 | smart-update/0-deploy-operator | +++ grep '^minikube' logger.go:42: 15:02:57 | smart-update/0-deploy-operator | ++++ pwd logger.go:42: 15:02:57 | smart-update/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/smart-update logger.go:42: 15:02:57 | smart-update/0-deploy-operator | ++ test_name=smart-update logger.go:42: 15:02:57 | smart-update/0-deploy-operator | + deploy_operator logger.go:42: 15:02:57 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-rich-ewe apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/crd.yaml logger.go:42: 15:02:59 | smart-update/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 15:02:59 | smart-update/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 15:03:00 | smart-update/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 15:03:00 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-rich-ewe apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/rbac.yaml logger.go:42: 15:03:01 | smart-update/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 15:03:02 | smart-update/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 15:03:02 | smart-update/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 15:03:02 | smart-update/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 15:03:03 | smart-update/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 15:03:03 | smart-update/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 15:03:04 | smart-update/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 15:03:04 | smart-update/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 15:03:04 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-rich-ewe apply -f - logger.go:42: 15:03:04 | smart-update/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 15:03:04 | smart-update/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 15:03:04 | smart-update/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-424-70568ae"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/operator.yaml logger.go:42: 15:03:05 | smart-update/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 15:03:06 | smart-update/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 15:03:06 | smart-update/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 15:03:06 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-rich-ewe apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/secrets.yaml logger.go:42: 15:03:07 | smart-update/0-deploy-operator | secret/test-secrets created logger.go:42: 15:03:07 | smart-update/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 15:03:07 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-rich-ewe apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/ssl-secret.yaml logger.go:42: 15:03:08 | smart-update/0-deploy-operator | secret/test-ssl created logger.go:42: 15:03:08 | smart-update/0-deploy-operator | + deploy_client logger.go:42: 15:03:08 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-rich-ewe apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/client.yaml logger.go:42: 15:03:09 | smart-update/0-deploy-operator | pod/mysql-client created logger.go:42: 15:03:09 | smart-update/0-deploy-operator | + deploy_version_service logger.go:42: 15:03:09 | smart-update/0-deploy-operator | + kubectl create configmap -n kuttl-test-rich-ewe versions --from-file /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/operator.9.9.9.ps-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/operator.9.9.9.ps-operator.json logger.go:42: 15:03:10 | smart-update/0-deploy-operator | configmap/versions created logger.go:42: 15:03:10 | smart-update/0-deploy-operator | + kubectl apply -n kuttl-test-rich-ewe -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/vs.yaml logger.go:42: 15:03:11 | smart-update/0-deploy-operator | deployment.apps/percona-version-service created logger.go:42: 15:03:11 | smart-update/0-deploy-operator | service/percona-version-service created logger.go:42: 15:03:17 | smart-update/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 15:03:17 | smart-update/1-create-cluster | starting test step 1-create-cluster logger.go:42: 15:03:17 | smart-update/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.spec.updateStrategy="SmartUpdate"' - \ | yq eval '.spec.upgradeOptions.apply="disabled"' - \ | yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - \ | yq eval '.spec.backup.enabled=false' - \ | yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 15:03:17 | smart-update/1-create-cluster | + source ../../functions logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ realpath ../../.. logger.go:42: 15:03:17 | smart-update/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:03:17 | smart-update/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 15:03:17 | smart-update/1-create-cluster | ++++ mktemp -d logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export TEMP_DIR=/tmp/tmp.A8ZBvCwd4I logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ TEMP_DIR=/tmp/tmp.A8ZBvCwd4I logger.go:42: 15:03:17 | smart-update/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export GIT_BRANCH=PR-424 logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ GIT_BRANCH=PR-424 logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export VERSION=PR-424-70568ae logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ VERSION=PR-424-70568ae logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 15:03:17 | smart-update/1-create-cluster | ++++ which gdate logger.go:42: 15:03:17 | smart-update/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:03:17 | smart-update/1-create-cluster | ++++ which date logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ command -v oc logger.go:42: 15:03:17 | smart-update/1-create-cluster | +++ oc get projects logger.go:42: 15:03:23 | smart-update/1-create-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 15:03:23 | smart-update/1-create-cluster | +++ kubectl get nodes logger.go:42: 15:03:23 | smart-update/1-create-cluster | +++ grep '^minikube' logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++++ pwd logger.go:42: 15:03:24 | smart-update/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/smart-update logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ test_name=smart-update logger.go:42: 15:03:24 | smart-update/1-create-cluster | + get_cr logger.go:42: 15:03:24 | smart-update/1-create-cluster | + local name_suffix= logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.updateStrategy="SmartUpdate"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + kubectl -n kuttl-test-rich-ewe apply -f - logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-424-70568ae"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval .spec.backup.enabled=false - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.metadata.name="%s"' smart-update logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + '[' -n '' ']' logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.metadata.name="smart-update"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/cr.yaml logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 15:03:24 | smart-update/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:03:24 | smart-update/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 15:03:25 | smart-update/1-create-cluster | perconaservermysql.ps.percona.com/smart-update created logger.go:42: 15:07:40 | smart-update/1-create-cluster | test step completed 1-create-cluster logger.go:42: 15:07:40 | smart-update/2-check-smart-update | starting test step 2-check-smart-update logger.go:42: 15:07:40 | smart-update/2-check-smart-update | running command: [sh -c set -o errexit set -o xtrace source ../../functions initialPrimary=$(get_primary_from_haproxy ${test_name}-haproxy-0) # Upgrade cluster kubectl -n "${NAMESPACE}" patch ps "$(get_cluster_name)" \ --type json \ -p '[{"op": "replace", "path": "/spec/mysql/image", "value": "percona/percona-server:8.0.28-20"}]' wait_cluster_consistency_async "${test_name}" "3" "3" pods=$(kubectl get pods -n "${NAMESPACE}" --sort-by=.status.startTime --no-headers --selector=app.kubernetes.io/component=mysql -ojson | jq --raw-output '.items[].metadata.name') lastRestarted=$(echo $pods | awk '{print $NF}') if [ "$lastRestarted" == "$initialPrimary" ]; then exit 0 fi echo "last restarted pod is not initial primary" exit 1] logger.go:42: 15:07:40 | smart-update/2-check-smart-update | + source ../../functions logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ realpath ../../.. logger.go:42: 15:07:40 | smart-update/2-check-smart-update | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:07:40 | smart-update/2-check-smart-update | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 15:07:40 | smart-update/2-check-smart-update | ++++ mktemp -d logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export TEMP_DIR=/tmp/tmp.zvVFh9mKfd logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ TEMP_DIR=/tmp/tmp.zvVFh9mKfd logger.go:42: 15:07:40 | smart-update/2-check-smart-update | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export GIT_BRANCH=PR-424 logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ GIT_BRANCH=PR-424 logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export VERSION=PR-424-70568ae logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ VERSION=PR-424-70568ae logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 15:07:40 | smart-update/2-check-smart-update | ++++ which gdate logger.go:42: 15:07:40 | smart-update/2-check-smart-update | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:07:40 | smart-update/2-check-smart-update | ++++ which date logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ date=/usr/bin/date logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ command -v oc logger.go:42: 15:07:40 | smart-update/2-check-smart-update | +++ oc get projects logger.go:42: 15:07:46 | smart-update/2-check-smart-update | error: the server doesn't have a resource type "projects" logger.go:42: 15:07:46 | smart-update/2-check-smart-update | +++ grep '^minikube' logger.go:42: 15:07:46 | smart-update/2-check-smart-update | +++ kubectl get nodes logger.go:42: 15:07:47 | smart-update/2-check-smart-update | ++++ pwd logger.go:42: 15:07:47 | smart-update/2-check-smart-update | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/smart-update logger.go:42: 15:07:47 | smart-update/2-check-smart-update | ++ test_name=smart-update logger.go:42: 15:07:47 | smart-update/2-check-smart-update | ++ get_primary_from_haproxy smart-update-haproxy-0 logger.go:42: 15:07:47 | smart-update/2-check-smart-update | ++ local haproxy_pod=smart-update-haproxy-0 logger.go:42: 15:07:47 | smart-update/2-check-smart-update | +++ kubectl -n kuttl-test-rich-ewe get pods smart-update-haproxy-0 -o 'jsonpath={.status.podIP}' logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ local haproxy_pod_ip=10.208.178.29 logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ run_mysql 'SHOW VARIABLES LIKE '\''%hostname%'\'';' '-h 10.208.178.29 -P3306 -uroot -proot_password' logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ awk '{print $2}' logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ local 'command=SHOW VARIABLES LIKE '\''%hostname%'\'';' logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ local 'uri=-h 10.208.178.29 -P3306 -uroot -proot_password' logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ local pod= logger.go:42: 15:07:48 | smart-update/2-check-smart-update | +++ get_client_pod logger.go:42: 15:07:48 | smart-update/2-check-smart-update | +++ kubectl -n kuttl-test-rich-ewe get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ client_pod=mysql-client logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ wait_pod mysql-client logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ local pod=mysql-client logger.go:42: 15:07:48 | smart-update/2-check-smart-update | ++ set +o xtrace logger.go:42: 15:07:49 | smart-update/2-check-smart-update | mysql-clienttrue logger.go:42: 15:07:49 | smart-update/2-check-smart-update | ++ kubectl -n kuttl-test-rich-ewe exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW VARIABLES LIKE '\''%hostname%'\'';" | mysql -sN -h 10.208.178.29 -P3306 -uroot -proot_password' logger.go:42: 15:07:49 | smart-update/2-check-smart-update | ++ sed -e 's/mysql: //' logger.go:42: 15:07:49 | smart-update/2-check-smart-update | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 15:07:51 | smart-update/2-check-smart-update | + initialPrimary=smart-update-mysql-0 logger.go:42: 15:07:51 | smart-update/2-check-smart-update | ++ get_cluster_name logger.go:42: 15:07:51 | smart-update/2-check-smart-update | ++ kubectl -n kuttl-test-rich-ewe get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:07:51 | smart-update/2-check-smart-update | + kubectl -n kuttl-test-rich-ewe patch ps smart-update --type json -p '[{"op": "replace", "path": "/spec/mysql/image", "value": "percona/percona-server:8.0.28-20"}]' logger.go:42: 15:07:52 | smart-update/2-check-smart-update | perconaservermysql.ps.percona.com/smart-update patched logger.go:42: 15:07:52 | smart-update/2-check-smart-update | + wait_cluster_consistency_async smart-update 3 3 logger.go:42: 15:07:52 | smart-update/2-check-smart-update | + local cluster_name=smart-update logger.go:42: 15:07:52 | smart-update/2-check-smart-update | + local cluster_size=3 logger.go:42: 15:07:52 | smart-update/2-check-smart-update | + local orc_size=3 logger.go:42: 15:07:52 | smart-update/2-check-smart-update | + '[' -z 3 ']' logger.go:42: 15:07:52 | smart-update/2-check-smart-update | + sleep 7 logger.go:42: 15:07:59 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:08:00 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:08:00 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:08:00 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:08:00 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:08:15 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:08:16 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:08:16 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:08:16 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:08:16 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:08:31 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:08:32 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:08:32 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:08:32 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:08:32 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:08:47 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:08:47 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:08:47 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:08:47 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:08:47 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:09:02 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:09:03 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:09:03 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:09:03 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:09:03 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:09:18 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:09:19 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:09:19 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:09:19 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:09:19 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:09:34 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:09:35 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:09:35 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:09:35 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:09:35 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:09:50 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:09:50 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:09:50 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:09:50 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:09:50 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:10:05 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:10:06 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:10:06 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:10:06 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:10:06 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:10:21 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:10:22 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:10:22 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:10:22 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:10:22 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:10:37 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:10:38 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:10:38 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:10:38 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:10:38 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:10:53 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:10:53 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:10:53 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:10:53 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:10:53 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:11:08 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:11:09 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:11:09 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:11:09 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:11:09 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:11:24 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:11:25 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:11:25 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:11:25 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:11:25 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:11:40 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:11:41 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:11:41 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:11:41 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:11:41 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:11:56 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:11:56 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:11:56 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:11:56 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:11:56 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:12:11 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:12:12 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:12:12 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:12:12 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:12:12 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:12:27 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:12:28 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:12:28 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:12:28 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:12:28 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:12:43 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:12:44 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:12:44 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:12:44 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:12:44 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:12:59 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:12:59 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:12:59 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:12:59 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:12:59 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:13:14 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:13:15 | smart-update/2-check-smart-update | + [[ ready == \r\e\a\d\y ]] logger.go:42: 15:13:15 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.mysql.ready}' logger.go:42: 15:13:16 | smart-update/2-check-smart-update | + [[ 3 == \3 ]] logger.go:42: 15:13:16 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.orchestrator.ready}' logger.go:42: 15:13:17 | smart-update/2-check-smart-update | + [[ 3 == \3 ]] logger.go:42: 15:13:17 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.orchestrator.state}' logger.go:42: 15:13:18 | smart-update/2-check-smart-update | + [[ ready == \r\e\a\d\y ]] logger.go:42: 15:13:18 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-rich-ewe -o 'jsonpath={.status.state}' logger.go:42: 15:13:18 | smart-update/2-check-smart-update | + [[ ready == \r\e\a\d\y ]] logger.go:42: 15:13:18 | smart-update/2-check-smart-update | ++ kubectl get pods -n kuttl-test-rich-ewe --sort-by=.status.startTime --no-headers --selector=app.kubernetes.io/component=mysql -ojson logger.go:42: 15:13:18 | smart-update/2-check-smart-update | ++ jq --raw-output '.items[].metadata.name' logger.go:42: 15:13:19 | smart-update/2-check-smart-update | + pods='smart-update-mysql-2 logger.go:42: 15:13:19 | smart-update/2-check-smart-update | smart-update-mysql-1 logger.go:42: 15:13:19 | smart-update/2-check-smart-update | smart-update-mysql-0' logger.go:42: 15:13:19 | smart-update/2-check-smart-update | ++ echo smart-update-mysql-2 smart-update-mysql-1 smart-update-mysql-0 logger.go:42: 15:13:19 | smart-update/2-check-smart-update | ++ awk '{print $NF}' logger.go:42: 15:13:19 | smart-update/2-check-smart-update | + lastRestarted=smart-update-mysql-0 logger.go:42: 15:13:19 | smart-update/2-check-smart-update | + '[' smart-update-mysql-0 == smart-update-mysql-0 ']' logger.go:42: 15:13:19 | smart-update/2-check-smart-update | + exit 0 logger.go:42: 15:13:20 | smart-update/2-check-smart-update | test step completed 2-check-smart-update logger.go:42: 15:13:20 | smart-update/3-drop-finalizer | starting test step 3-drop-finalizer logger.go:42: 15:13:22 | smart-update/3-drop-finalizer | PerconaServerMySQL:kuttl-test-rich-ewe/smart-update updated logger.go:42: 15:13:22 | smart-update/3-drop-finalizer | test step completed 3-drop-finalizer logger.go:42: 15:13:22 | smart-update | smart-update events from ns kuttl-test-rich-ewe: logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:05 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-6b56d66f99 to 1 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:06 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-w8gz7 Scheduled Successfully assigned kuttl-test-rich-ewe/percona-server-mysql-operator-6b56d66f99-w8gz7 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:06 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-6b56d66f99 SuccessfulCreate Created pod: percona-server-mysql-operator-6b56d66f99-w8gz7 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:08 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-6b56d66f99-w8gz7_f681d1b0-4f6f-4875-a618-444f33d3e30f became leader logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:08 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-w8gz7.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:08 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-w8gz7.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 379.800735ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:08 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-w8gz7.spec.containers{manager} Created Created container manager logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:08 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-w8gz7.spec.containers{manager} Started Started container manager logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:09 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-rich-ewe/mysql-client to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:10 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.25" already present on machine logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:10 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:10 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:11 +0000 UTC Normal Pod percona-version-service-db96b7c46-b587j Scheduled Successfully assigned kuttl-test-rich-ewe/percona-version-service-db96b7c46-b587j to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:11 +0000 UTC Normal ReplicaSet.apps percona-version-service-db96b7c46 SuccessfulCreate Created pod: percona-version-service-db96b7c46-b587j logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:11 +0000 UTC Normal Deployment.apps percona-version-service ScalingReplicaSet Scaled up replica set percona-version-service-db96b7c46 to 1 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:12 +0000 UTC Normal Pod percona-version-service-db96b7c46-b587j.spec.containers{percona-version-service} Pulling Pulling image "perconalab/version-service:main-27de445" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:14 +0000 UTC Normal Pod percona-version-service-db96b7c46-b587j.spec.containers{percona-version-service} Pulled Successfully pulled image "perconalab/version-service:main-27de445" in 1.683907137s logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:14 +0000 UTC Normal Pod percona-version-service-db96b7c46-b587j.spec.containers{percona-version-service} Created Created container percona-version-service logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:14 +0000 UTC Normal Pod percona-version-service-db96b7c46-b587j.spec.containers{percona-version-service} Started Started container percona-version-service logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:29 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:29 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:29 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-rich-ewe/datadir-smart-update-mysql-0" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:29 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Claim datadir-smart-update-mysql-0 Pod smart-update-mysql-0 in StatefulSet smart-update-mysql success logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:29 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Pod smart-update-mysql-0 in StatefulSet smart-update-mysql successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:33 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-b0b22d44-20a2-4795-8764-4dec61469d97 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:33 +0000 UTC Normal Pod smart-update-orc-0 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-orc-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:33 +0000 UTC Normal StatefulSet.apps smart-update-orc SuccessfulCreate create Pod smart-update-orc-0 in StatefulSet smart-update-orc successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:34 +0000 UTC Normal Pod smart-update-mysql-0 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:34 +0000 UTC Normal Pod smart-update-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:34 +0000 UTC Normal Pod smart-update-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 367.707988ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:34 +0000 UTC Normal Pod smart-update-orc-0.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:34 +0000 UTC Normal Pod smart-update-orc-0.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:36 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:37 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 357.769946ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:37 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{orc} Created Created container orc logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:37 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{orc} Started Started container orc logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:37 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:37 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 374.841674ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:37 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:37 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:38 +0000 UTC Normal Pod smart-update-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-b0b22d44-20a2-4795-8764-4dec61469d97" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:44 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:44 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 443.80517ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:44 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:44 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:03:46 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:00 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 13.706447511s logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:00 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:00 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:00 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:01 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 472.308794ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:01 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:01 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:08 +0000 UTC Normal StatefulSet.apps smart-update-orc SuccessfulCreate create Pod smart-update-orc-1 in StatefulSet smart-update-orc successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:09 +0000 UTC Normal Pod smart-update-orc-1 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-orc-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:09 +0000 UTC Normal Pod smart-update-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:10 +0000 UTC Normal Pod smart-update-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 375.182999ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:10 +0000 UTC Normal Pod smart-update-orc-1.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:10 +0000 UTC Normal Pod smart-update-orc-1.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:11 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:11 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 377.842236ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:11 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{orc} Created Created container orc logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:11 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{orc} Started Started container orc logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:11 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:12 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 388.746318ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:12 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:12 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:33 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:33 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:33 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Claim datadir-smart-update-mysql-1 Pod smart-update-mysql-1 in StatefulSet smart-update-mysql success logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:33 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Pod smart-update-mysql-1 in StatefulSet smart-update-mysql successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:34 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-rich-ewe/datadir-smart-update-mysql-1" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:34 +0000 UTC Normal Pod smart-update-haproxy-0 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-haproxy-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:34 +0000 UTC Normal StatefulSet.apps smart-update-haproxy SuccessfulCreate create Pod smart-update-haproxy-0 in StatefulSet smart-update-haproxy successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:35 +0000 UTC Normal Pod smart-update-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:35 +0000 UTC Normal Pod smart-update-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 395.388322ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:35 +0000 UTC Normal Pod smart-update-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:36 +0000 UTC Normal Pod smart-update-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:37 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-356ba1ac-7fe5-478a-834c-74506099780c logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 393.097663ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{haproxy} Created Created container haproxy logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{haproxy} Started Started container haproxy logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 402.85633ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal Pod smart-update-haproxy-1 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-haproxy-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:38 +0000 UTC Normal StatefulSet.apps smart-update-haproxy SuccessfulCreate create Pod smart-update-haproxy-1 in StatefulSet smart-update-haproxy successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:39 +0000 UTC Normal Pod smart-update-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:39 +0000 UTC Normal Pod smart-update-mysql-1 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:40 +0000 UTC Normal Pod smart-update-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 367.702986ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:40 +0000 UTC Normal Pod smart-update-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:40 +0000 UTC Normal Pod smart-update-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:40 +0000 UTC Warning Pod smart-update-mysql-1 FailedMount MountVolume.SetUp failed for volume "config" : failed to sync configmap cache: timed out waiting for the condition logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:41 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 359.638817ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{haproxy} Created Created container haproxy logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{haproxy} Started Started container haproxy logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 391.662415ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal Pod smart-update-haproxy-2 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-haproxy-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:42 +0000 UTC Normal StatefulSet.apps smart-update-haproxy SuccessfulCreate create Pod smart-update-haproxy-2 in StatefulSet smart-update-haproxy successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:43 +0000 UTC Normal Pod smart-update-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:44 +0000 UTC Normal Pod smart-update-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 386.46812ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:44 +0000 UTC Normal Pod smart-update-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:44 +0000 UTC Normal Pod smart-update-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:44 +0000 UTC Normal Pod smart-update-orc-2 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-orc-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:44 +0000 UTC Normal StatefulSet.apps smart-update-orc SuccessfulCreate create Pod smart-update-orc-2 in StatefulSet smart-update-orc successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 380.152932ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{haproxy} Created Created container haproxy logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{haproxy} Started Started container haproxy logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 362.539523ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-orc-2.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:45 +0000 UTC Normal Pod smart-update-orc-2.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:46 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 392.594782ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:46 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:46 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:46 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:47 +0000 UTC Normal Pod smart-update-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-356ba1ac-7fe5-478a-834c-74506099780c" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:47 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 363.247602ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:47 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{orc} Created Created container orc logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:47 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{orc} Started Started container orc logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:47 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:47 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 389.662701ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:47 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:47 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:49 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:49 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 378.046628ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:49 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:49 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:04:51 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:14 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 22.806698378s logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:14 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:14 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:14 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:14 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 435.284367ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:14 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:14 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:40 +0000 UTC Warning Pod smart-update-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:40 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:05:43 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 374.784908ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:13 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:13 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:13 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-rich-ewe/datadir-smart-update-mysql-2" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:13 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Claim datadir-smart-update-mysql-2 Pod smart-update-mysql-2 in StatefulSet smart-update-mysql success logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:13 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Pod smart-update-mysql-2 in StatefulSet smart-update-mysql successful logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:18 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-9b1962fe-e5af-4f8e-bc9e-81fe14890727 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:18 +0000 UTC Normal Pod smart-update-mysql-2 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:23 +0000 UTC Normal Pod smart-update-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-9b1962fe-e5af-4f8e-bc9e-81fe14890727" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:24 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:25 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 432.160856ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:25 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:25 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:27 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:41 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 14.606733458s logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:41 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:41 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:41 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:42 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 363.837375ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:42 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:06:42 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:07:05 +0000 UTC Warning Pod smart-update-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:07:05 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:07:07 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 391.397609ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:07:58 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:07:58 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:07:59 +0000 UTC Warning Pod smart-update-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 15:07:59 readiness check failed: connect to db: ping database: dial tcp 10.208.177.38:33062: connect: connection refused logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:02 +0000 UTC Normal Pod smart-update-mysql-2 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:12 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:12 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 396.889182ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:12 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:12 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:14 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:29 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 14.626392046s logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:29 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:29 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:29 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:29 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 366.091534ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:29 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:29 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:53 +0000 UTC Warning Pod smart-update-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:53 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:56 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 408.780327ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:08:57 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 375.49319ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:32 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:32 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:33 +0000 UTC Warning Pod smart-update-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 15:09:33 readiness check failed: connect to db: ping database: dial tcp 10.208.176.38:33062: connect: connection refused logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:36 +0000 UTC Normal Pod smart-update-mysql-1 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:44 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:45 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 459.034774ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:45 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:45 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:09:47 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:01 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 14.519335683s logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:01 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:01 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:02 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:03 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 1.302775616s logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:05 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:05 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:25 +0000 UTC Warning Pod smart-update-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:25 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:27 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 394.063153ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:10:28 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 403.042319ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:11 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:12 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:13 +0000 UTC Warning Pod smart-update-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 15:11:13 readiness check failed: connect to db: ping database: dial tcp 10.208.178.28:33062: connect: connection refused logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:18 +0000 UTC Warning Pod smart-update-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 15:11:18 readiness check failed: connect to db: ping database: dial tcp 10.208.178.28:33062: connect: connection refused logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:23 +0000 UTC Warning Pod smart-update-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:32 +0000 UTC Normal Pod smart-update-mysql-0 Scheduled Successfully assigned kuttl-test-rich-ewe/smart-update-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:44 +0000 UTC Normal Pod smart-update-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-b0b22d44-20a2-4795-8764-4dec61469d97" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:46 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:46 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 376.964917ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:46 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:46 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:11:48 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:03 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 15.109653959s logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:03 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:03 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:03 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:03 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 445.681179ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:03 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:03 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:27 +0000 UTC Warning Pod smart-update-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:27 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:30 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 389.760415ms logger.go:42: 15:13:22 | smart-update | 2023-08-17 15:12:31 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 364.08862ms logger.go:42: 15:13:22 | smart-update | Deleting namespace: kuttl-test-rich-ewe === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (674.14s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/smart-update (670.73s) PASS