=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://34.69.239.223 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 30 tests === RUN kuttl/harness === RUN kuttl/harness/smart-update === PAUSE kuttl/harness/smart-update === CONT kuttl/harness/smart-update logger.go:42: 14:56:46 | smart-update | Creating namespace: kuttl-test-valued-tahr logger.go:42: 14:56:46 | smart-update/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 14:56:46 | smart-update/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client deploy_version_service] logger.go:42: 14:56:46 | smart-update/0-deploy-operator | + source ../../functions logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ realpath ../../.. logger.go:42: 14:56:46 | smart-update/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:56:46 | smart-update/0-deploy-operator | ++++ pwd logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/smart-update logger.go:42: 14:56:46 | smart-update/0-deploy-operator | ++ test_name=smart-update logger.go:42: 14:56:46 | smart-update/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/smart-update logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/smart-update logger.go:42: 14:56:46 | smart-update/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ GIT_BRANCH=PR-523 logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export VERSION=PR-523-f00253e logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ VERSION=PR-523-f00253e logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:56:46 | smart-update/0-deploy-operator | ++++ which gdate logger.go:42: 14:56:46 | smart-update/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:56:46 | smart-update/0-deploy-operator | ++++ which date logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ command -v oc logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ kubectl get nodes logger.go:42: 14:56:46 | smart-update/0-deploy-operator | +++ grep '^minikube' logger.go:42: 14:56:47 | smart-update/0-deploy-operator | + init_temp_dir logger.go:42: 14:56:47 | smart-update/0-deploy-operator | + rm -rf /tmp/kuttl/ps/smart-update logger.go:42: 14:56:47 | smart-update/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/smart-update logger.go:42: 14:56:47 | smart-update/0-deploy-operator | + deploy_operator logger.go:42: 14:56:47 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-valued-tahr apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/crd.yaml logger.go:42: 14:56:47 | smart-update/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 14:56:48 | smart-update/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 14:56:49 | smart-update/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 14:56:49 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-valued-tahr apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/rbac.yaml logger.go:42: 14:56:50 | smart-update/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 14:56:50 | smart-update/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 14:56:51 | smart-update/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:56:51 | smart-update/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:56:51 | smart-update/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:56:52 | smart-update/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:56:52 | smart-update/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:56:52 | smart-update/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:56:52 | smart-update/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 14:56:52 | smart-update/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"' logger.go:42: 14:56:52 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-valued-tahr apply -f - logger.go:42: 14:56:52 | smart-update/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:56:52 | smart-update/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-523-f00253e"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/operator.yaml logger.go:42: 14:56:53 | smart-update/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 14:56:54 | smart-update/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 14:56:54 | smart-update/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 14:56:54 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-valued-tahr apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/secrets.yaml logger.go:42: 14:56:55 | smart-update/0-deploy-operator | secret/test-secrets created logger.go:42: 14:56:55 | smart-update/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 14:56:55 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-valued-tahr apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/ssl-secret.yaml logger.go:42: 14:56:55 | smart-update/0-deploy-operator | secret/test-ssl created logger.go:42: 14:56:55 | smart-update/0-deploy-operator | + deploy_client logger.go:42: 14:56:55 | smart-update/0-deploy-operator | + kubectl -n kuttl-test-valued-tahr apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/client.yaml logger.go:42: 14:56:56 | smart-update/0-deploy-operator | pod/mysql-client created logger.go:42: 14:56:56 | smart-update/0-deploy-operator | + deploy_version_service logger.go:42: 14:56:56 | smart-update/0-deploy-operator | + kubectl create configmap -n kuttl-test-valued-tahr versions --from-file /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/operator.9.9.9.ps-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/operator.9.9.9.ps-operator.json logger.go:42: 14:56:57 | smart-update/0-deploy-operator | configmap/versions created logger.go:42: 14:56:57 | smart-update/0-deploy-operator | + kubectl apply -n kuttl-test-valued-tahr -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/vs.yaml logger.go:42: 14:56:58 | smart-update/0-deploy-operator | deployment.apps/percona-version-service created logger.go:42: 14:56:58 | smart-update/0-deploy-operator | service/percona-version-service created logger.go:42: 14:56:58 | smart-update/0-deploy-operator | ++ kubectl -n kuttl-test-valued-tahr get pods --selector=name=percona-version-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:56:58 | smart-update/0-deploy-operator | + VS_POD_NAME=percona-version-service-554b567597-wdmst logger.go:42: 14:56:58 | smart-update/0-deploy-operator | + wait_pod percona-version-service-554b567597-wdmst logger.go:42: 14:56:58 | smart-update/0-deploy-operator | + local pod=percona-version-service-554b567597-wdmst logger.go:42: 14:56:58 | smart-update/0-deploy-operator | + set +o xtrace logger.go:42: 14:57:00 | smart-update/0-deploy-operator | percona-version-service-554b567597-wdmst.true logger.go:42: 14:57:06 | smart-update/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 14:57:06 | smart-update/1-create-cluster | starting test step 1-create-cluster logger.go:42: 14:57:06 | smart-update/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.spec.updateStrategy="SmartUpdate"' - \ | yq eval '.spec.upgradeOptions.apply="disabled"' - \ | yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - \ | yq eval '.spec.backup.enabled=false' - \ | yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:57:06 | smart-update/1-create-cluster | + source ../../functions logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ realpath ../../.. logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++++ pwd logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/smart-update logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ test_name=smart-update logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/smart-update logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/smart-update logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ GIT_BRANCH=PR-523 logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export VERSION=PR-523-f00253e logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ VERSION=PR-523-f00253e logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++++ which gdate logger.go:42: 14:57:06 | smart-update/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++++ which date logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ command -v oc logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ kubectl get nodes logger.go:42: 14:57:06 | smart-update/1-create-cluster | +++ grep '^minikube' logger.go:42: 14:57:06 | smart-update/1-create-cluster | + get_cr logger.go:42: 14:57:06 | smart-update/1-create-cluster | + local name_suffix= logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.updateStrategy="SmartUpdate"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.metadata.name="%s"' smart-update logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.metadata.name="smart-update"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.upgradeOptions.versionServiceEndpoint="http://percona-version-service:80"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + kubectl -n kuttl-test-valued-tahr apply -f - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.mysql.image="percona/percona-server:8.0.28-19"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval .spec.backup.enabled=false - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + '[' -n '' ']' logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval - logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:57:06 | smart-update/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:57:08 | smart-update/1-create-cluster | perconaservermysql.ps.percona.com/smart-update created logger.go:42: 15:01:17 | smart-update/1-create-cluster | test step completed 1-create-cluster logger.go:42: 15:01:17 | smart-update/2-check-smart-update | starting test step 2-check-smart-update logger.go:42: 15:01:17 | smart-update/2-check-smart-update | running command: [sh -c set -o errexit set -o xtrace source ../../functions initialPrimary=$(get_primary_from_haproxy ${test_name}-haproxy-0) # Upgrade cluster kubectl -n "${NAMESPACE}" patch ps "$(get_cluster_name)" \ --type json \ -p '[{"op": "replace", "path": "/spec/mysql/image", "value": "percona/percona-server:8.0.28-20"}]' wait_cluster_consistency_async "${test_name}" "3" "3" pods=$(kubectl get pods -n "${NAMESPACE}" --sort-by=.status.startTime --no-headers --selector=app.kubernetes.io/component=mysql -ojson | jq --raw-output '.items[].metadata.name') lastRestarted=$(echo $pods | awk '{print $NF}') if [ "$lastRestarted" == "$initialPrimary" ]; then exit 0 fi echo "last restarted pod is not initial primary" exit 1] logger.go:42: 15:01:17 | smart-update/2-check-smart-update | + source ../../functions logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ realpath ../../.. logger.go:42: 15:01:17 | smart-update/2-check-smart-update | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:01:17 | smart-update/2-check-smart-update | ++++ pwd logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/smart-update logger.go:42: 15:01:17 | smart-update/2-check-smart-update | ++ test_name=smart-update logger.go:42: 15:01:17 | smart-update/2-check-smart-update | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export TEMP_DIR=/tmp/kuttl/ps/smart-update logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ TEMP_DIR=/tmp/kuttl/ps/smart-update logger.go:42: 15:01:17 | smart-update/2-check-smart-update | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export GIT_BRANCH=PR-523 logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ GIT_BRANCH=PR-523 logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export VERSION=PR-523-f00253e logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ VERSION=PR-523-f00253e logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:01:17 | smart-update/2-check-smart-update | ++++ which gdate logger.go:42: 15:01:17 | smart-update/2-check-smart-update | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:01:17 | smart-update/2-check-smart-update | ++++ which date logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ date=/usr/bin/date logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ command -v oc logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ kubectl get nodes logger.go:42: 15:01:17 | smart-update/2-check-smart-update | +++ grep '^minikube' logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ get_primary_from_haproxy smart-update-haproxy-0 logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ local haproxy_pod=smart-update-haproxy-0 logger.go:42: 15:01:18 | smart-update/2-check-smart-update | +++ kubectl -n kuttl-test-valued-tahr get pods smart-update-haproxy-0 -o 'jsonpath={.status.podIP}' logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ local haproxy_pod_ip=10.34.16.25 logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ run_mysql 'SHOW VARIABLES LIKE '\''%hostname%'\'';' '-h 10.34.16.25 -P3306 -uroot -proot_password' logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ awk '{print $2}' logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ local 'command=SHOW VARIABLES LIKE '\''%hostname%'\'';' logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ local 'uri=-h 10.34.16.25 -P3306 -uroot -proot_password' logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ local pod= logger.go:42: 15:01:18 | smart-update/2-check-smart-update | +++ get_client_pod logger.go:42: 15:01:18 | smart-update/2-check-smart-update | +++ kubectl -n kuttl-test-valued-tahr get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ client_pod=mysql-client logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ wait_pod mysql-client logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ local pod=mysql-client logger.go:42: 15:01:18 | smart-update/2-check-smart-update | ++ set +o xtrace logger.go:42: 15:01:19 | smart-update/2-check-smart-update | mysql-clienttrue logger.go:42: 15:01:19 | smart-update/2-check-smart-update | ++ kubectl -n kuttl-test-valued-tahr exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW VARIABLES LIKE '\''%hostname%'\'';" | mysql -sN -h 10.34.16.25 -P3306 -uroot -proot_password' logger.go:42: 15:01:19 | smart-update/2-check-smart-update | ++ sed -e 's/mysql: //' logger.go:42: 15:01:19 | smart-update/2-check-smart-update | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 15:01:20 | smart-update/2-check-smart-update | + initialPrimary=smart-update-mysql-0 logger.go:42: 15:01:20 | smart-update/2-check-smart-update | ++ get_cluster_name logger.go:42: 15:01:20 | smart-update/2-check-smart-update | ++ kubectl -n kuttl-test-valued-tahr get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:01:20 | smart-update/2-check-smart-update | + kubectl -n kuttl-test-valued-tahr patch ps smart-update --type json -p '[{"op": "replace", "path": "/spec/mysql/image", "value": "percona/percona-server:8.0.28-20"}]' logger.go:42: 15:01:21 | smart-update/2-check-smart-update | perconaservermysql.ps.percona.com/smart-update patched logger.go:42: 15:01:21 | smart-update/2-check-smart-update | + wait_cluster_consistency_async smart-update 3 3 logger.go:42: 15:01:21 | smart-update/2-check-smart-update | + local cluster_name=smart-update logger.go:42: 15:01:21 | smart-update/2-check-smart-update | + local cluster_size=3 logger.go:42: 15:01:21 | smart-update/2-check-smart-update | + local orc_size=3 logger.go:42: 15:01:21 | smart-update/2-check-smart-update | + '[' -z 3 ']' logger.go:42: 15:01:21 | smart-update/2-check-smart-update | + sleep 7 logger.go:42: 15:01:28 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:01:28 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:01:28 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:01:28 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:01:28 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:01:43 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:01:44 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:01:44 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:01:44 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:01:44 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:01:59 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:01:59 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:01:59 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:01:59 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:01:59 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:02:14 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:02:14 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:02:14 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:02:14 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:02:14 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:02:29 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:02:30 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:02:30 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:02:30 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:02:30 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:02:45 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:02:45 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:02:45 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:02:45 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:02:45 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:03:00 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:03:01 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:03:01 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:03:01 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:03:01 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:03:16 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:03:16 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:03:16 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:03:16 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:03:16 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:03:31 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:03:31 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:03:31 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:03:31 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:03:31 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:03:46 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:03:47 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:03:47 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:03:47 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:03:47 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:04:02 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:04:02 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:04:02 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:04:02 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:04:02 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:04:17 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:04:18 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:04:18 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:04:18 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:04:18 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:04:33 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:04:33 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:04:33 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:04:33 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:04:33 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:04:48 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:04:48 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:04:48 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:04:48 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:04:48 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:05:03 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:05:04 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:05:04 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:05:04 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:05:04 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:05:19 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:05:19 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:05:19 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:05:19 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:05:19 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:05:34 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:05:35 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:05:35 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:05:35 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:05:35 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:05:50 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:05:50 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:05:50 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:05:50 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:05:50 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:06:05 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:06:05 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:06:05 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:06:05 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:06:05 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:06:20 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:06:21 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:06:21 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:06:21 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:06:21 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:06:36 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:06:36 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:06:36 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:06:36 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:06:36 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:06:51 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:06:51 | smart-update/2-check-smart-update | + [[ initializing == \r\e\a\d\y ]] logger.go:42: 15:06:51 | smart-update/2-check-smart-update | + echo 'waiting for cluster readyness (async)' logger.go:42: 15:06:51 | smart-update/2-check-smart-update | waiting for cluster readyness (async) logger.go:42: 15:06:51 | smart-update/2-check-smart-update | + sleep 15 logger.go:42: 15:07:06 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.state}' logger.go:42: 15:07:07 | smart-update/2-check-smart-update | + [[ ready == \r\e\a\d\y ]] logger.go:42: 15:07:07 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.mysql.ready}' logger.go:42: 15:07:07 | smart-update/2-check-smart-update | + [[ 3 == \3 ]] logger.go:42: 15:07:07 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.orchestrator.ready}' logger.go:42: 15:07:08 | smart-update/2-check-smart-update | + [[ 3 == \3 ]] logger.go:42: 15:07:08 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.orchestrator.state}' logger.go:42: 15:07:08 | smart-update/2-check-smart-update | + [[ ready == \r\e\a\d\y ]] logger.go:42: 15:07:08 | smart-update/2-check-smart-update | ++ kubectl get ps smart-update -n kuttl-test-valued-tahr -o 'jsonpath={.status.state}' logger.go:42: 15:07:08 | smart-update/2-check-smart-update | + [[ ready == \r\e\a\d\y ]] logger.go:42: 15:07:08 | smart-update/2-check-smart-update | ++ kubectl get pods -n kuttl-test-valued-tahr --sort-by=.status.startTime --no-headers --selector=app.kubernetes.io/component=mysql -ojson logger.go:42: 15:07:08 | smart-update/2-check-smart-update | ++ jq --raw-output '.items[].metadata.name' logger.go:42: 15:07:09 | smart-update/2-check-smart-update | + pods='smart-update-mysql-1 logger.go:42: 15:07:09 | smart-update/2-check-smart-update | smart-update-mysql-2 logger.go:42: 15:07:09 | smart-update/2-check-smart-update | smart-update-mysql-0' logger.go:42: 15:07:09 | smart-update/2-check-smart-update | ++ echo smart-update-mysql-1 smart-update-mysql-2 smart-update-mysql-0 logger.go:42: 15:07:09 | smart-update/2-check-smart-update | ++ awk '{print $NF}' logger.go:42: 15:07:09 | smart-update/2-check-smart-update | + lastRestarted=smart-update-mysql-0 logger.go:42: 15:07:09 | smart-update/2-check-smart-update | + '[' smart-update-mysql-0 == smart-update-mysql-0 ']' logger.go:42: 15:07:09 | smart-update/2-check-smart-update | + exit 0 logger.go:42: 15:07:10 | smart-update/2-check-smart-update | test step completed 2-check-smart-update logger.go:42: 15:07:10 | smart-update/99-drop-finalizer | starting test step 99-drop-finalizer logger.go:42: 15:07:11 | smart-update/99-drop-finalizer | PerconaServerMySQL:kuttl-test-valued-tahr/smart-update updated logger.go:42: 15:07:11 | smart-update/99-drop-finalizer | test step completed 99-drop-finalizer logger.go:42: 15:07:12 | smart-update | smart-update events from ns kuttl-test-valued-tahr: logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:54 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-87ppw Binding Scheduled Successfully assigned kuttl-test-valued-tahr/percona-server-mysql-operator-b4c599bbb-87ppw to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-58cc default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:54 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-b4c599bbb SuccessfulCreate Created pod: percona-server-mysql-operator-b4c599bbb-87ppw replicaset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:54 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-b4c599bbb to 1 deployment-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:56 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-b4c599bbb-87ppw_481cc94b-60a0-49b9-9461-d8a10099c7b1 became leader percona-server-mysql-operator-b4c599bbb-87ppw_481cc94b-60a0-49b9-9461-d8a10099c7b1 logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:56 +0000 UTC Normal Pod mysql-client Binding Scheduled Successfully assigned kuttl-test-valued-tahr/mysql-client to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-58cc default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:56 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-87ppw.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:56 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-87ppw.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 106.410388ms (106.423972ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:56 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-87ppw.spec.containers{manager} Created Created container manager kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:56 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-87ppw.spec.containers{manager} Started Started container manager kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:57 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.33" already present on machine kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:57 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:57 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:58 +0000 UTC Normal Pod percona-version-service-554b567597-wdmst Binding Scheduled Successfully assigned kuttl-test-valued-tahr/percona-version-service-554b567597-wdmst to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-58cc default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:58 +0000 UTC Normal Pod percona-version-service-554b567597-wdmst.spec.containers{percona-version-service} Pulling Pulling image "perconalab/version-service:main-27de445" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:58 +0000 UTC Normal ReplicaSet.apps percona-version-service-554b567597 SuccessfulCreate Created pod: percona-version-service-554b567597-wdmst replicaset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:58 +0000 UTC Normal Deployment.apps percona-version-service ScalingReplicaSet Scaled up replica set percona-version-service-554b567597 to 1 deployment-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:59 +0000 UTC Normal Pod percona-version-service-554b567597-wdmst.spec.containers{percona-version-service} Pulled Successfully pulled image "perconalab/version-service:main-27de445" in 738.057604ms (738.067858ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:59 +0000 UTC Normal Pod percona-version-service-554b567597-wdmst.spec.containers{percona-version-service} Created Created container percona-version-service kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:56:59 +0000 UTC Normal Pod percona-version-service-554b567597-wdmst.spec.containers{percona-version-service} Started Started container percona-version-service kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:11 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:11 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-valued-tahr/datadir-smart-update-mysql-0" pd.csi.storage.gke.io_gke-e79637b8881c4d69aadf-7f21-fd08-vm_1dfebf10-8ccc-4458-9c66-7c7a2d56f6ef logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:11 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:11 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Claim datadir-smart-update-mysql-0 Pod smart-update-mysql-0 in StatefulSet smart-update-mysql success statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:11 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Pod smart-update-mysql-0 in StatefulSet smart-update-mysql successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:12 +0000 UTC Normal StatefulSet.apps smart-update-orc SuccessfulCreate create Pod smart-update-orc-0 in StatefulSet smart-update-orc successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:13 +0000 UTC Normal Pod smart-update-orc-0 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-orc-0 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-58cc default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:13 +0000 UTC Normal Pod smart-update-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:13 +0000 UTC Normal Pod smart-update-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 75.663517ms (75.681018ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:13 +0000 UTC Normal Pod smart-update-orc-0.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:13 +0000 UTC Normal Pod smart-update-orc-0.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:14 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-31cd74a8-822a-4f87-9468-764da8b74713 pd.csi.storage.gke.io_gke-e79637b8881c4d69aadf-7f21-fd08-vm_1dfebf10-8ccc-4458-9c66-7c7a2d56f6ef logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:15 +0000 UTC Normal Pod smart-update-mysql-0 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-vcbp default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:15 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:16 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 80.058033ms (80.072479ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:16 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:16 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:16 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:16 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 78.69826ms (78.712314ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:16 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:16 +0000 UTC Normal Pod smart-update-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:20 +0000 UTC Normal Pod smart-update-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-31cd74a8-822a-4f87-9468-764da8b74713" attachdetach-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:22 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:22 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 97.196114ms (97.204605ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:22 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:22 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:23 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:37 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 13.693300702s (13.693314066s including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:37 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:37 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:37 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:37 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 99.548325ms (99.561445ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:37 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:37 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:48 +0000 UTC Normal Pod smart-update-orc-1 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-orc-1 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-3w2c default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:48 +0000 UTC Normal StatefulSet.apps smart-update-orc SuccessfulCreate create Pod smart-update-orc-1 in StatefulSet smart-update-orc successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:49 +0000 UTC Normal Pod smart-update-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:49 +0000 UTC Normal Pod smart-update-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 123.074028ms (123.089078ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:49 +0000 UTC Normal Pod smart-update-orc-1.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:49 +0000 UTC Normal Pod smart-update-orc-1.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:51 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:51 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 108.15128ms (108.160255ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:51 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:51 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:51 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:51 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 92.596339ms (92.603672ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:51 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:57:51 +0000 UTC Normal Pod smart-update-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:11 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:11 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:11 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-valued-tahr/datadir-smart-update-mysql-1" pd.csi.storage.gke.io_gke-e79637b8881c4d69aadf-7f21-fd08-vm_1dfebf10-8ccc-4458-9c66-7c7a2d56f6ef logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:11 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Claim datadir-smart-update-mysql-1 Pod smart-update-mysql-1 in StatefulSet smart-update-mysql success statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:11 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Pod smart-update-mysql-1 in StatefulSet smart-update-mysql successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:15 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-f12d8070-464f-4731-95f9-b991bc418a8c pd.csi.storage.gke.io_gke-e79637b8881c4d69aadf-7f21-fd08-vm_1dfebf10-8ccc-4458-9c66-7c7a2d56f6ef logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:15 +0000 UTC Normal Pod smart-update-mysql-1 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-58cc default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:17 +0000 UTC Normal StatefulSet.apps smart-update-haproxy SuccessfulCreate create Pod smart-update-haproxy-0 in StatefulSet smart-update-haproxy successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:18 +0000 UTC Normal Pod smart-update-haproxy-0 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-haproxy-0 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-vcbp default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:18 +0000 UTC Normal Pod smart-update-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:18 +0000 UTC Normal Pod smart-update-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 90.900818ms (90.915118ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:18 +0000 UTC Normal Pod smart-update-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:18 +0000 UTC Normal Pod smart-update-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:20 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:20 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 144.428716ms (144.444935ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:20 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:20 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:20 +0000 UTC Normal Pod smart-update-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-f12d8070-464f-4731-95f9-b991bc418a8c" attachdetach-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:21 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:21 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 102.752349ms (102.766262ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:21 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:21 +0000 UTC Normal Pod smart-update-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:21 +0000 UTC Normal Pod smart-update-haproxy-1 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-haproxy-1 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-58cc default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:21 +0000 UTC Normal StatefulSet.apps smart-update-haproxy SuccessfulCreate create Pod smart-update-haproxy-1 in StatefulSet smart-update-haproxy successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:23 +0000 UTC Warning Pod smart-update-haproxy-1 FailedMount MountVolume.SetUp failed for volume "config" : failed to sync configmap cache: timed out waiting for the condition kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:23 +0000 UTC Normal Pod smart-update-orc-2 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-orc-2 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-vcbp default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:23 +0000 UTC Normal StatefulSet.apps smart-update-orc SuccessfulCreate create Pod smart-update-orc-2 in StatefulSet smart-update-orc successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:24 +0000 UTC Normal Pod smart-update-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:24 +0000 UTC Normal Pod smart-update-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 99.428769ms (99.556666ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:24 +0000 UTC Normal Pod smart-update-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:24 +0000 UTC Normal Pod smart-update-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:24 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:24 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 97.715589ms (159.098478ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:24 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:24 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:25 +0000 UTC Normal Pod smart-update-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:25 +0000 UTC Normal Pod smart-update-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 109.030544ms (109.039893ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:25 +0000 UTC Normal Pod smart-update-orc-2.spec.initContainers{orc-init} Created Created container orc-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:25 +0000 UTC Normal Pod smart-update-orc-2.spec.initContainers{orc-init} Started Started container orc-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:26 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:26 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 81.561465ms (81.575863ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:26 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{orc} Created Created container orc kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:26 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{orc} Started Started container orc kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:26 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:27 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:27 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:27 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 104.000252ms (104.008485ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:27 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:27 +0000 UTC Normal Pod smart-update-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:40 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 102.094712ms (13.836046984s including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:40 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:40 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 13.736103065s (13.736204961s including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:40 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:40 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:40 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:41 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:41 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:41 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 88.243223ms (88.252226ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:41 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:41 +0000 UTC Normal Pod smart-update-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:41 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 88.770683ms (88.777985ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:41 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:41 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:42 +0000 UTC Normal Pod smart-update-haproxy-2 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-haproxy-2 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-3w2c default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:42 +0000 UTC Normal StatefulSet.apps smart-update-haproxy SuccessfulCreate create Pod smart-update-haproxy-2 in StatefulSet smart-update-haproxy successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:43 +0000 UTC Normal Pod smart-update-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:44 +0000 UTC Normal Pod smart-update-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 83.378273ms (83.387077ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:44 +0000 UTC Normal Pod smart-update-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:44 +0000 UTC Normal Pod smart-update-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 86.390469ms (86.404712ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{haproxy} Created Created container haproxy kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 84.693819ms (84.717452ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:58:45 +0000 UTC Normal Pod smart-update-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:05 +0000 UTC Warning Pod smart-update-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:05 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:08 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 87.536139ms (87.542207ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:38 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:38 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:38 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-valued-tahr/datadir-smart-update-mysql-2" pd.csi.storage.gke.io_gke-e79637b8881c4d69aadf-7f21-fd08-vm_1dfebf10-8ccc-4458-9c66-7c7a2d56f6ef logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:38 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Claim datadir-smart-update-mysql-2 Pod smart-update-mysql-2 in StatefulSet smart-update-mysql success statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:38 +0000 UTC Normal StatefulSet.apps smart-update-mysql SuccessfulCreate create Pod smart-update-mysql-2 in StatefulSet smart-update-mysql successful statefulset-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:42 +0000 UTC Normal PersistentVolumeClaim datadir-smart-update-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-b5e836fe-a97b-4138-a4bb-f5db9194f77b pd.csi.storage.gke.io_gke-e79637b8881c4d69aadf-7f21-fd08-vm_1dfebf10-8ccc-4458-9c66-7c7a2d56f6ef logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:42 +0000 UTC Normal Pod smart-update-mysql-2 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-3w2c default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:50 +0000 UTC Normal Pod smart-update-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-b5e836fe-a97b-4138-a4bb-f5db9194f77b" attachdetach-controller logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:51 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:51 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 102.531073ms (102.548326ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:51 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:51 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 14:59:53 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-19" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:06 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 13.256099976s (13.256112201s including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:06 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:06 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:06 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:06 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 85.800579ms (85.819683ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:06 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:06 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:21 +0000 UTC Warning Pod smart-update-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:21 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:23 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 167.89946ms (167.916379ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:00:46 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-19" in 136.531153ms (136.546733ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:28 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:28 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:28 +0000 UTC Warning Pod smart-update-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 15:01:28 readiness check failed: connect to db: ping DB: dial tcp 10.34.18.39:33062: connect: connection refused kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:33 +0000 UTC Normal Pod smart-update-mysql-1 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-58cc default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:38 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:38 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 101.487621ms (101.52553ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:38 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:38 +0000 UTC Normal Pod smart-update-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:40 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:54 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 13.819845285s (13.819861913s including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:54 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:54 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:54 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:54 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 126.49058ms (126.51572ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:54 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:01:54 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:02:19 +0000 UTC Warning Pod smart-update-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:02:19 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:02:23 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 153.317949ms (153.334862ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:02:23 +0000 UTC Normal Pod smart-update-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 189.184174ms (189.196239ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:03:40 +0000 UTC Normal Pod smart-update-mysql-2 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-3w2c default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:03:48 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:03:49 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 117.60156ms (117.615388ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:03:49 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:03:49 +0000 UTC Normal Pod smart-update-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:03:51 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:04 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 13.790610749s (13.790625179s including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:04 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:05 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:05 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:05 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 111.309919ms (111.324286ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:05 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:05 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:29 +0000 UTC Warning Pod smart-update-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:29 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:33 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 96.211108ms (96.226598ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:04:34 +0000 UTC Normal Pod smart-update-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 97.143099ms (97.161069ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:12 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:12 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:16 +0000 UTC Warning Pod smart-update-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 15:05:16 readiness check failed: connect to db: ping DB: dial tcp 10.34.16.24:33062: connect: connection refused kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:21 +0000 UTC Warning Pod smart-update-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 15:05:21 readiness check failed: connect to db: ping DB: dial tcp 10.34.16.24:33062: connect: connection refused kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:26 +0000 UTC Warning Pod smart-update-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:33 +0000 UTC Normal Pod smart-update-mysql-0 Binding Scheduled Successfully assigned kuttl-test-valued-tahr/smart-update-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-2999dbe8-vcbp default-scheduler logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:42 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:42 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 111.162254ms (111.18153ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:42 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:42 +0000 UTC Normal Pod smart-update-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:44 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulling Pulling image "percona/percona-server:8.0.28-20" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:58 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 13.150987326s (13.151008127s including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:58 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:58 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:58 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:58 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 101.961733ms (101.975037ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:58 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:05:58 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:06:23 +0000 UTC Warning Pod smart-update-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:06:23 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:06:27 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "percona/percona-server:8.0.28-20" in 99.14955ms (99.163159ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | 2024-02-05 15:06:28 +0000 UTC Normal Pod smart-update-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 104.257691ms (104.26593ms including waiting) kubelet logger.go:42: 15:07:12 | smart-update | Deleting namespace: kuttl-test-valued-tahr === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (667.91s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/smart-update (665.04s) PASS