=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://34.31.227.138 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 30 tests === RUN kuttl/harness === RUN kuttl/harness/gr-recreate === PAUSE kuttl/harness/gr-recreate === CONT kuttl/harness/gr-recreate logger.go:42: 14:18:19 | gr-recreate | Creating namespace: kuttl-test-immortal-bonefish logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client] logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | + source ../../functions logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ realpath ../../.. logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | ++++ pwd logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | ++ test_name=gr-recreate logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ GIT_BRANCH=PR-523 logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export VERSION=PR-523-f00253e logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ VERSION=PR-523-f00253e logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | ++++ which gdate logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | ++++ which date logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ command -v oc logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ kubectl get nodes logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | +++ grep '^minikube' logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | + init_temp_dir logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | + rm -rf /tmp/kuttl/ps/gr-recreate logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/gr-recreate logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | + deploy_operator logger.go:42: 14:18:20 | gr-recreate/0-deploy-operator | + kubectl -n kuttl-test-immortal-bonefish apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/crd.yaml logger.go:42: 14:18:21 | gr-recreate/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 14:18:21 | gr-recreate/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 14:18:22 | gr-recreate/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 14:18:22 | gr-recreate/0-deploy-operator | + kubectl -n kuttl-test-immortal-bonefish apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/rbac.yaml logger.go:42: 14:18:23 | gr-recreate/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 14:18:23 | gr-recreate/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 14:18:24 | gr-recreate/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:18:24 | gr-recreate/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:18:24 | gr-recreate/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:18:25 | gr-recreate/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:18:25 | gr-recreate/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:18:26 | gr-recreate/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:18:26 | gr-recreate/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 14:18:26 | gr-recreate/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"' logger.go:42: 14:18:26 | gr-recreate/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:18:26 | gr-recreate/0-deploy-operator | + kubectl -n kuttl-test-immortal-bonefish apply -f - logger.go:42: 14:18:26 | gr-recreate/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-523-f00253e"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/operator.yaml logger.go:42: 14:18:27 | gr-recreate/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 14:18:27 | gr-recreate/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 14:18:27 | gr-recreate/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 14:18:27 | gr-recreate/0-deploy-operator | + kubectl -n kuttl-test-immortal-bonefish apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/secrets.yaml logger.go:42: 14:18:28 | gr-recreate/0-deploy-operator | secret/test-secrets created logger.go:42: 14:18:28 | gr-recreate/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 14:18:28 | gr-recreate/0-deploy-operator | + kubectl -n kuttl-test-immortal-bonefish apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/ssl-secret.yaml logger.go:42: 14:18:29 | gr-recreate/0-deploy-operator | secret/test-ssl created logger.go:42: 14:18:29 | gr-recreate/0-deploy-operator | + deploy_client logger.go:42: 14:18:29 | gr-recreate/0-deploy-operator | + kubectl -n kuttl-test-immortal-bonefish apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/client.yaml logger.go:42: 14:18:30 | gr-recreate/0-deploy-operator | pod/mysql-client created logger.go:42: 14:18:39 | gr-recreate/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | starting test step 1-create-cluster logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.mysql.size=3' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.router.size=3' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + source ../../functions logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ realpath ../../.. logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++++ pwd logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ test_name=gr-recreate logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ GIT_BRANCH=PR-523 logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export VERSION=PR-523-f00253e logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ VERSION=PR-523-f00253e logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++++ which gdate logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++++ which date logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ command -v oc logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ kubectl get nodes logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | +++ grep '^minikube' logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + get_cr logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + local name_suffix= logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval .spec.mysql.size=3 - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + kubectl -n kuttl-test-immortal-bonefish apply -f - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval .spec.proxy.router.size=3 - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.metadata.name="%s"' gr-recreate logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + '[' -n '' ']' logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.metadata.name="gr-recreate"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:18:39 | gr-recreate/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:18:40 | gr-recreate/1-create-cluster | perconaservermysql.ps.percona.com/gr-recreate created logger.go:42: 14:22:45 | gr-recreate/1-create-cluster | test step completed 1-create-cluster logger.go:42: 14:22:45 | gr-recreate/2-write-data | starting test step 2-write-data logger.go:42: 14:22:45 | gr-recreate/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password" for i in 0 1 2; do host=$(get_mysql_headless_fqdn $(get_cluster_name) $i) data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${host} -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 02-write-data-${i} --from-literal=data="${data}" done] logger.go:42: 14:22:45 | gr-recreate/2-write-data | + source ../../functions logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ realpath ../../.. logger.go:42: 14:22:45 | gr-recreate/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:22:45 | gr-recreate/2-write-data | ++++ pwd logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:22:45 | gr-recreate/2-write-data | ++ test_name=gr-recreate logger.go:42: 14:22:45 | gr-recreate/2-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:22:45 | gr-recreate/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ GIT_BRANCH=PR-523 logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export VERSION=PR-523-f00253e logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ VERSION=PR-523-f00253e logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:22:45 | gr-recreate/2-write-data | ++++ which gdate logger.go:42: 14:22:45 | gr-recreate/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:22:45 | gr-recreate/2-write-data | ++++ which date logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ date=/usr/bin/date logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ command -v oc logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ kubectl get nodes logger.go:42: 14:22:45 | gr-recreate/2-write-data | +++ grep '^minikube' logger.go:42: 14:22:46 | gr-recreate/2-write-data | +++ get_cluster_name logger.go:42: 14:22:46 | gr-recreate/2-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:22:46 | gr-recreate/2-write-data | ++ get_mysql_router_service gr-recreate logger.go:42: 14:22:46 | gr-recreate/2-write-data | ++ local cluster=gr-recreate logger.go:42: 14:22:46 | gr-recreate/2-write-data | ++ echo gr-recreate-router logger.go:42: 14:22:46 | gr-recreate/2-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:22:46 | gr-recreate/2-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 14:22:46 | gr-recreate/2-write-data | + local 'uri=-h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:22:46 | gr-recreate/2-write-data | + local pod= logger.go:42: 14:22:46 | gr-recreate/2-write-data | ++ get_client_pod logger.go:42: 14:22:46 | gr-recreate/2-write-data | ++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:47 | gr-recreate/2-write-data | + client_pod=mysql-client logger.go:42: 14:22:47 | gr-recreate/2-write-data | + wait_pod mysql-client logger.go:42: 14:22:47 | gr-recreate/2-write-data | + local pod=mysql-client logger.go:42: 14:22:47 | gr-recreate/2-write-data | + set +o xtrace logger.go:42: 14:22:47 | gr-recreate/2-write-data | mysql-clienttrue logger.go:42: 14:22:47 | gr-recreate/2-write-data | + kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:22:47 | gr-recreate/2-write-data | + sed -e 's/mysql: //' logger.go:42: 14:22:47 | gr-recreate/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:48 | gr-recreate/2-write-data | + : logger.go:42: 14:22:48 | gr-recreate/2-write-data | +++ get_cluster_name logger.go:42: 14:22:48 | gr-recreate/2-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:22:49 | gr-recreate/2-write-data | ++ get_mysql_router_service gr-recreate logger.go:42: 14:22:49 | gr-recreate/2-write-data | ++ local cluster=gr-recreate logger.go:42: 14:22:49 | gr-recreate/2-write-data | ++ echo gr-recreate-router logger.go:42: 14:22:49 | gr-recreate/2-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:22:49 | gr-recreate/2-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)' logger.go:42: 14:22:49 | gr-recreate/2-write-data | + local 'uri=-h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:22:49 | gr-recreate/2-write-data | + local pod= logger.go:42: 14:22:49 | gr-recreate/2-write-data | ++ get_client_pod logger.go:42: 14:22:49 | gr-recreate/2-write-data | ++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:49 | gr-recreate/2-write-data | + client_pod=mysql-client logger.go:42: 14:22:49 | gr-recreate/2-write-data | + wait_pod mysql-client logger.go:42: 14:22:49 | gr-recreate/2-write-data | + local pod=mysql-client logger.go:42: 14:22:49 | gr-recreate/2-write-data | + set +o xtrace logger.go:42: 14:22:49 | gr-recreate/2-write-data | mysql-clienttrue logger.go:42: 14:22:49 | gr-recreate/2-write-data | + kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:22:49 | gr-recreate/2-write-data | + sed -e 's/mysql: //' logger.go:42: 14:22:49 | gr-recreate/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:51 | gr-recreate/2-write-data | + : logger.go:42: 14:22:51 | gr-recreate/2-write-data | + for i in 0 1 2 logger.go:42: 14:22:51 | gr-recreate/2-write-data | +++ get_cluster_name logger.go:42: 14:22:51 | gr-recreate/2-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:22:51 | gr-recreate/2-write-data | ++ get_mysql_headless_fqdn gr-recreate 0 logger.go:42: 14:22:51 | gr-recreate/2-write-data | ++ local cluster=gr-recreate logger.go:42: 14:22:51 | gr-recreate/2-write-data | ++ local index=0 logger.go:42: 14:22:51 | gr-recreate/2-write-data | ++ echo gr-recreate-mysql-0.gr-recreate-mysql logger.go:42: 14:22:51 | gr-recreate/2-write-data | + host=gr-recreate-mysql-0.gr-recreate-mysql logger.go:42: 14:22:51 | gr-recreate/2-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:51 | gr-recreate/2-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:22:51 | gr-recreate/2-write-data | ++ local 'uri=-h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:51 | gr-recreate/2-write-data | ++ local pod= logger.go:42: 14:22:51 | gr-recreate/2-write-data | +++ get_client_pod logger.go:42: 14:22:51 | gr-recreate/2-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:52 | gr-recreate/2-write-data | ++ client_pod=mysql-client logger.go:42: 14:22:52 | gr-recreate/2-write-data | ++ wait_pod mysql-client logger.go:42: 14:22:52 | gr-recreate/2-write-data | ++ local pod=mysql-client logger.go:42: 14:22:52 | gr-recreate/2-write-data | ++ set +o xtrace logger.go:42: 14:22:52 | gr-recreate/2-write-data | mysql-clienttrue logger.go:42: 14:22:52 | gr-recreate/2-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:52 | gr-recreate/2-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:22:52 | gr-recreate/2-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:53 | gr-recreate/2-write-data | + data=100500 logger.go:42: 14:22:53 | gr-recreate/2-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 02-write-data-0 --from-literal=data=100500 logger.go:42: 14:22:54 | gr-recreate/2-write-data | configmap/02-write-data-0 created logger.go:42: 14:22:54 | gr-recreate/2-write-data | + for i in 0 1 2 logger.go:42: 14:22:54 | gr-recreate/2-write-data | +++ get_cluster_name logger.go:42: 14:22:54 | gr-recreate/2-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ get_mysql_headless_fqdn gr-recreate 1 logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ local cluster=gr-recreate logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ local index=1 logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ echo gr-recreate-mysql-1.gr-recreate-mysql logger.go:42: 14:22:54 | gr-recreate/2-write-data | + host=gr-recreate-mysql-1.gr-recreate-mysql logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ local 'uri=-h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ local pod= logger.go:42: 14:22:54 | gr-recreate/2-write-data | +++ get_client_pod logger.go:42: 14:22:54 | gr-recreate/2-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ client_pod=mysql-client logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ wait_pod mysql-client logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ local pod=mysql-client logger.go:42: 14:22:54 | gr-recreate/2-write-data | ++ set +o xtrace logger.go:42: 14:22:55 | gr-recreate/2-write-data | mysql-clienttrue logger.go:42: 14:22:55 | gr-recreate/2-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:22:55 | gr-recreate/2-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:55 | gr-recreate/2-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:56 | gr-recreate/2-write-data | + data=100500 logger.go:42: 14:22:56 | gr-recreate/2-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 02-write-data-1 --from-literal=data=100500 logger.go:42: 14:22:56 | gr-recreate/2-write-data | configmap/02-write-data-1 created logger.go:42: 14:22:56 | gr-recreate/2-write-data | + for i in 0 1 2 logger.go:42: 14:22:56 | gr-recreate/2-write-data | +++ get_cluster_name logger.go:42: 14:22:56 | gr-recreate/2-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ get_mysql_headless_fqdn gr-recreate 2 logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ local cluster=gr-recreate logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ local index=2 logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ echo gr-recreate-mysql-2.gr-recreate-mysql logger.go:42: 14:22:57 | gr-recreate/2-write-data | + host=gr-recreate-mysql-2.gr-recreate-mysql logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ local 'uri=-h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ local pod= logger.go:42: 14:22:57 | gr-recreate/2-write-data | +++ get_client_pod logger.go:42: 14:22:57 | gr-recreate/2-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ client_pod=mysql-client logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ wait_pod mysql-client logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ local pod=mysql-client logger.go:42: 14:22:57 | gr-recreate/2-write-data | ++ set +o xtrace logger.go:42: 14:22:58 | gr-recreate/2-write-data | mysql-clienttrue logger.go:42: 14:22:58 | gr-recreate/2-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:22:58 | gr-recreate/2-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:22:58 | gr-recreate/2-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:22:59 | gr-recreate/2-write-data | + data=100500 logger.go:42: 14:22:59 | gr-recreate/2-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 02-write-data-2 --from-literal=data=100500 logger.go:42: 14:22:59 | gr-recreate/2-write-data | configmap/02-write-data-2 created logger.go:42: 14:23:01 | gr-recreate/2-write-data | test step completed 2-write-data logger.go:42: 14:23:01 | gr-recreate/3-pause | starting test step 3-pause logger.go:42: 14:23:01 | gr-recreate/3-pause | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.pause=true' - \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.mysql.size=3' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.router.size=3' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:23:01 | gr-recreate/3-pause | + source ../../functions logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ realpath ../../.. logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:01 | gr-recreate/3-pause | ++++ pwd logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ test_name=gr-recreate logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:23:01 | gr-recreate/3-pause | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ GIT_BRANCH=PR-523 logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export VERSION=PR-523-f00253e logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ VERSION=PR-523-f00253e logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:23:01 | gr-recreate/3-pause | ++++ which gdate logger.go:42: 14:23:01 | gr-recreate/3-pause | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:23:01 | gr-recreate/3-pause | ++++ which date logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ date=/usr/bin/date logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ command -v oc logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ kubectl get nodes logger.go:42: 14:23:01 | gr-recreate/3-pause | +++ grep '^minikube' logger.go:42: 14:23:01 | gr-recreate/3-pause | + get_cr logger.go:42: 14:23:01 | gr-recreate/3-pause | + local name_suffix= logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval .spec.pause=true - logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval .spec.mysql.size=3 - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval .spec.proxy.router.size=3 - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:23:01 | gr-recreate/3-pause | + kubectl -n kuttl-test-immortal-bonefish apply -f - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | + '[' -n '' ']' logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval - logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.metadata.name="%s"' gr-recreate logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.metadata.name="gr-recreate"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 14:23:01 | gr-recreate/3-pause | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:01 | gr-recreate/3-pause | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:23:04 | gr-recreate/3-pause | perconaservermysql.ps.percona.com/gr-recreate configured logger.go:42: 14:23:35 | gr-recreate/3-pause | test step completed 3-pause logger.go:42: 14:23:35 | gr-recreate/4-unpause | starting test step 4-unpause logger.go:42: 14:23:35 | gr-recreate/4-unpause | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.pause=false' - \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.mysql.size=3' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.router.size=3' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:23:35 | gr-recreate/4-unpause | + source ../../functions logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ realpath ../../.. logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++++ pwd logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ test_name=gr-recreate logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ GIT_BRANCH=PR-523 logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export VERSION=PR-523-f00253e logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ VERSION=PR-523-f00253e logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++++ which gdate logger.go:42: 14:23:35 | gr-recreate/4-unpause | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++++ which date logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ date=/usr/bin/date logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ command -v oc logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ kubectl get nodes logger.go:42: 14:23:35 | gr-recreate/4-unpause | +++ grep '^minikube' logger.go:42: 14:23:35 | gr-recreate/4-unpause | + get_cr logger.go:42: 14:23:35 | gr-recreate/4-unpause | + local name_suffix= logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval .spec.pause=false - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval .spec.mysql.size=3 - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval .spec.proxy.router.size=3 - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + kubectl -n kuttl-test-immortal-bonefish apply -f - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + '[' -n '' ']' logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval - logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.metadata.name="%s"' gr-recreate logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.metadata.name="gr-recreate"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:23:35 | gr-recreate/4-unpause | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:35 | gr-recreate/4-unpause | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:23:36 | gr-recreate/4-unpause | perconaservermysql.ps.percona.com/gr-recreate configured logger.go:42: 14:30:14 | gr-recreate/4-unpause | test step completed 4-unpause logger.go:42: 14:30:14 | gr-recreate/5-write-data | starting test step 5-write-data logger.go:42: 14:30:14 | gr-recreate/5-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "INSERT myDB.myTable (id) VALUES (100501)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password" for i in 0 1 2; do host=$(get_mysql_headless_fqdn $(get_cluster_name) $i) data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${host} -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 06-write-data-${i} --from-literal=data="${data}" done] logger.go:42: 14:30:14 | gr-recreate/5-write-data | + source ../../functions logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ realpath ../../.. logger.go:42: 14:30:14 | gr-recreate/5-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:14 | gr-recreate/5-write-data | ++++ pwd logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:30:14 | gr-recreate/5-write-data | ++ test_name=gr-recreate logger.go:42: 14:30:14 | gr-recreate/5-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:30:14 | gr-recreate/5-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ GIT_BRANCH=PR-523 logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export VERSION=PR-523-f00253e logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ VERSION=PR-523-f00253e logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:14 | gr-recreate/5-write-data | ++++ which gdate logger.go:42: 14:30:14 | gr-recreate/5-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:30:14 | gr-recreate/5-write-data | ++++ which date logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ date=/usr/bin/date logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ command -v oc logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ kubectl get nodes logger.go:42: 14:30:14 | gr-recreate/5-write-data | +++ grep '^minikube' logger.go:42: 14:30:15 | gr-recreate/5-write-data | +++ get_cluster_name logger.go:42: 14:30:15 | gr-recreate/5-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:15 | gr-recreate/5-write-data | ++ get_mysql_router_service gr-recreate logger.go:42: 14:30:15 | gr-recreate/5-write-data | ++ local cluster=gr-recreate logger.go:42: 14:30:15 | gr-recreate/5-write-data | ++ echo gr-recreate-router logger.go:42: 14:30:15 | gr-recreate/5-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100501)' '-h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:30:15 | gr-recreate/5-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100501)' logger.go:42: 14:30:15 | gr-recreate/5-write-data | + local 'uri=-h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:30:15 | gr-recreate/5-write-data | + local pod= logger.go:42: 14:30:15 | gr-recreate/5-write-data | ++ get_client_pod logger.go:42: 14:30:15 | gr-recreate/5-write-data | ++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:30:16 | gr-recreate/5-write-data | + client_pod=mysql-client logger.go:42: 14:30:16 | gr-recreate/5-write-data | + wait_pod mysql-client logger.go:42: 14:30:16 | gr-recreate/5-write-data | + local pod=mysql-client logger.go:42: 14:30:16 | gr-recreate/5-write-data | + set +o xtrace logger.go:42: 14:30:16 | gr-recreate/5-write-data | mysql-clienttrue logger.go:42: 14:30:16 | gr-recreate/5-write-data | + kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100501)" | mysql -sN -h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:30:16 | gr-recreate/5-write-data | + sed -e 's/mysql: //' logger.go:42: 14:30:16 | gr-recreate/5-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:30:17 | gr-recreate/5-write-data | + : logger.go:42: 14:30:17 | gr-recreate/5-write-data | + for i in 0 1 2 logger.go:42: 14:30:17 | gr-recreate/5-write-data | +++ get_cluster_name logger.go:42: 14:30:17 | gr-recreate/5-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ get_mysql_headless_fqdn gr-recreate 0 logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ local cluster=gr-recreate logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ local index=0 logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ echo gr-recreate-mysql-0.gr-recreate-mysql logger.go:42: 14:30:18 | gr-recreate/5-write-data | + host=gr-recreate-mysql-0.gr-recreate-mysql logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ local 'uri=-h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ local pod= logger.go:42: 14:30:18 | gr-recreate/5-write-data | +++ get_client_pod logger.go:42: 14:30:18 | gr-recreate/5-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ client_pod=mysql-client logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ wait_pod mysql-client logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ local pod=mysql-client logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ set +o xtrace logger.go:42: 14:30:18 | gr-recreate/5-write-data | mysql-clienttrue logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:30:18 | gr-recreate/5-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:20 | gr-recreate/5-write-data | + data='100500 logger.go:42: 14:30:20 | gr-recreate/5-write-data | 100501' logger.go:42: 14:30:20 | gr-recreate/5-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 06-write-data-0 '--from-literal=data=100500 logger.go:42: 14:30:20 | gr-recreate/5-write-data | 100501' logger.go:42: 14:30:20 | gr-recreate/5-write-data | configmap/06-write-data-0 created logger.go:42: 14:30:20 | gr-recreate/5-write-data | + for i in 0 1 2 logger.go:42: 14:30:20 | gr-recreate/5-write-data | +++ get_cluster_name logger.go:42: 14:30:20 | gr-recreate/5-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ get_mysql_headless_fqdn gr-recreate 1 logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ local cluster=gr-recreate logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ local index=1 logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ echo gr-recreate-mysql-1.gr-recreate-mysql logger.go:42: 14:30:21 | gr-recreate/5-write-data | + host=gr-recreate-mysql-1.gr-recreate-mysql logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ local 'uri=-h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ local pod= logger.go:42: 14:30:21 | gr-recreate/5-write-data | +++ get_client_pod logger.go:42: 14:30:21 | gr-recreate/5-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ client_pod=mysql-client logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ wait_pod mysql-client logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ local pod=mysql-client logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ set +o xtrace logger.go:42: 14:30:21 | gr-recreate/5-write-data | mysql-clienttrue logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:30:21 | gr-recreate/5-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:30:22 | gr-recreate/5-write-data | + data='100500 logger.go:42: 14:30:22 | gr-recreate/5-write-data | 100501' logger.go:42: 14:30:22 | gr-recreate/5-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 06-write-data-1 '--from-literal=data=100500 logger.go:42: 14:30:22 | gr-recreate/5-write-data | 100501' logger.go:42: 14:30:23 | gr-recreate/5-write-data | configmap/06-write-data-1 created logger.go:42: 14:30:23 | gr-recreate/5-write-data | + for i in 0 1 2 logger.go:42: 14:30:23 | gr-recreate/5-write-data | +++ get_cluster_name logger.go:42: 14:30:23 | gr-recreate/5-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:23 | gr-recreate/5-write-data | ++ get_mysql_headless_fqdn gr-recreate 2 logger.go:42: 14:30:23 | gr-recreate/5-write-data | ++ local cluster=gr-recreate logger.go:42: 14:30:23 | gr-recreate/5-write-data | ++ local index=2 logger.go:42: 14:30:23 | gr-recreate/5-write-data | ++ echo gr-recreate-mysql-2.gr-recreate-mysql logger.go:42: 14:30:23 | gr-recreate/5-write-data | + host=gr-recreate-mysql-2.gr-recreate-mysql logger.go:42: 14:30:23 | gr-recreate/5-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:23 | gr-recreate/5-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:30:23 | gr-recreate/5-write-data | ++ local 'uri=-h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:23 | gr-recreate/5-write-data | ++ local pod= logger.go:42: 14:30:23 | gr-recreate/5-write-data | +++ get_client_pod logger.go:42: 14:30:23 | gr-recreate/5-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:30:24 | gr-recreate/5-write-data | ++ client_pod=mysql-client logger.go:42: 14:30:24 | gr-recreate/5-write-data | ++ wait_pod mysql-client logger.go:42: 14:30:24 | gr-recreate/5-write-data | ++ local pod=mysql-client logger.go:42: 14:30:24 | gr-recreate/5-write-data | ++ set +o xtrace logger.go:42: 14:30:24 | gr-recreate/5-write-data | mysql-clienttrue logger.go:42: 14:30:24 | gr-recreate/5-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:30:24 | gr-recreate/5-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:30:24 | gr-recreate/5-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:30:25 | gr-recreate/5-write-data | + data='100500 logger.go:42: 14:30:25 | gr-recreate/5-write-data | 100501' logger.go:42: 14:30:25 | gr-recreate/5-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 06-write-data-2 '--from-literal=data=100500 logger.go:42: 14:30:25 | gr-recreate/5-write-data | 100501' logger.go:42: 14:30:26 | gr-recreate/5-write-data | configmap/06-write-data-2 created logger.go:42: 14:30:27 | gr-recreate/5-write-data | test step completed 5-write-data logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | starting test step 7-delete-cluster logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl delete ps -n ${NAMESPACE} gr-recreate] logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | + source ../../functions logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ realpath ../../.. logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | ++++ pwd logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | ++ test_name=gr-recreate logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ GIT_BRANCH=PR-523 logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export VERSION=PR-523-f00253e logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ VERSION=PR-523-f00253e logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | ++++ which gdate logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | ++++ which date logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ date=/usr/bin/date logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ command -v oc logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ kubectl get nodes logger.go:42: 14:30:27 | gr-recreate/7-delete-cluster | +++ grep '^minikube' logger.go:42: 14:30:28 | gr-recreate/7-delete-cluster | + kubectl delete ps -n kuttl-test-immortal-bonefish gr-recreate logger.go:42: 14:30:28 | gr-recreate/7-delete-cluster | perconaservermysql.ps.percona.com "gr-recreate" deleted logger.go:42: 14:30:52 | gr-recreate/7-delete-cluster | test step completed 7-delete-cluster logger.go:42: 14:30:52 | gr-recreate/8- | starting test step 8- logger.go:42: 14:30:54 | gr-recreate/8- | test step completed 8- logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | starting test step 9-recreate-cluster logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.mysql.size=3' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.router.size=3' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + source ../../functions logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ realpath ../../.. logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++++ pwd logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ test_name=gr-recreate logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ GIT_BRANCH=PR-523 logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export VERSION=PR-523-f00253e logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ VERSION=PR-523-f00253e logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++++ which gdate logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++++ which date logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ date=/usr/bin/date logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ command -v oc logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ kubectl get nodes logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | +++ grep '^minikube' logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + get_cr logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + local name_suffix= logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval .spec.mysql.size=3 - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval .spec.proxy.router.size=3 - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + '[' -n '' ']' logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + kubectl -n kuttl-test-immortal-bonefish apply -f - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.metadata.name="%s"' gr-recreate logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.metadata.name="gr-recreate"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:54 | gr-recreate/9-recreate-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:30:55 | gr-recreate/9-recreate-cluster | perconaservermysql.ps.percona.com/gr-recreate created logger.go:42: 14:36:15 | gr-recreate/9-recreate-cluster | test step completed 9-recreate-cluster logger.go:42: 14:36:15 | gr-recreate/10-write-data | starting test step 10-write-data logger.go:42: 14:36:15 | gr-recreate/10-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "INSERT myDB.myTable (id) VALUES (100502)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password" for i in 0 1 2; do host=$(get_mysql_headless_fqdn $(get_cluster_name) $i) data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${host} -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 11-write-data-${i} --from-literal=data="${data}" done] logger.go:42: 14:36:15 | gr-recreate/10-write-data | + source ../../functions logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ realpath ../../.. logger.go:42: 14:36:15 | gr-recreate/10-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:36:15 | gr-recreate/10-write-data | ++++ pwd logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-recreate logger.go:42: 14:36:15 | gr-recreate/10-write-data | ++ test_name=gr-recreate logger.go:42: 14:36:15 | gr-recreate/10-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-recreate logger.go:42: 14:36:15 | gr-recreate/10-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ GIT_BRANCH=PR-523 logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export VERSION=PR-523-f00253e logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ VERSION=PR-523-f00253e logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:36:15 | gr-recreate/10-write-data | ++++ which gdate logger.go:42: 14:36:15 | gr-recreate/10-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:36:15 | gr-recreate/10-write-data | ++++ which date logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ date=/usr/bin/date logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ command -v oc logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ kubectl get nodes logger.go:42: 14:36:15 | gr-recreate/10-write-data | +++ grep '^minikube' logger.go:42: 14:36:16 | gr-recreate/10-write-data | +++ get_cluster_name logger.go:42: 14:36:16 | gr-recreate/10-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:36:16 | gr-recreate/10-write-data | ++ get_mysql_router_service gr-recreate logger.go:42: 14:36:16 | gr-recreate/10-write-data | ++ local cluster=gr-recreate logger.go:42: 14:36:16 | gr-recreate/10-write-data | ++ echo gr-recreate-router logger.go:42: 14:36:16 | gr-recreate/10-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100502)' '-h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:36:16 | gr-recreate/10-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100502)' logger.go:42: 14:36:16 | gr-recreate/10-write-data | + local 'uri=-h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:36:16 | gr-recreate/10-write-data | + local pod= logger.go:42: 14:36:16 | gr-recreate/10-write-data | ++ get_client_pod logger.go:42: 14:36:16 | gr-recreate/10-write-data | ++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:36:17 | gr-recreate/10-write-data | + client_pod=mysql-client logger.go:42: 14:36:17 | gr-recreate/10-write-data | + wait_pod mysql-client logger.go:42: 14:36:17 | gr-recreate/10-write-data | + local pod=mysql-client logger.go:42: 14:36:17 | gr-recreate/10-write-data | + set +o xtrace logger.go:42: 14:36:17 | gr-recreate/10-write-data | mysql-clienttrue logger.go:42: 14:36:17 | gr-recreate/10-write-data | + kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100502)" | mysql -sN -h gr-recreate-router -P 6446 -uroot -proot_password' logger.go:42: 14:36:17 | gr-recreate/10-write-data | + sed -e 's/mysql: //' logger.go:42: 14:36:17 | gr-recreate/10-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:36:18 | gr-recreate/10-write-data | + : logger.go:42: 14:36:18 | gr-recreate/10-write-data | + for i in 0 1 2 logger.go:42: 14:36:18 | gr-recreate/10-write-data | +++ get_cluster_name logger.go:42: 14:36:18 | gr-recreate/10-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ get_mysql_headless_fqdn gr-recreate 0 logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ local cluster=gr-recreate logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ local index=0 logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ echo gr-recreate-mysql-0.gr-recreate-mysql logger.go:42: 14:36:19 | gr-recreate/10-write-data | + host=gr-recreate-mysql-0.gr-recreate-mysql logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ local 'uri=-h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ local pod= logger.go:42: 14:36:19 | gr-recreate/10-write-data | +++ get_client_pod logger.go:42: 14:36:19 | gr-recreate/10-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ client_pod=mysql-client logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ wait_pod mysql-client logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ local pod=mysql-client logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ set +o xtrace logger.go:42: 14:36:19 | gr-recreate/10-write-data | mysql-clienttrue logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-0.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:36:19 | gr-recreate/10-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:36:21 | gr-recreate/10-write-data | + data='100500 logger.go:42: 14:36:21 | gr-recreate/10-write-data | 100501 logger.go:42: 14:36:21 | gr-recreate/10-write-data | 100502' logger.go:42: 14:36:21 | gr-recreate/10-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 11-write-data-0 '--from-literal=data=100500 logger.go:42: 14:36:21 | gr-recreate/10-write-data | 100501 logger.go:42: 14:36:21 | gr-recreate/10-write-data | 100502' logger.go:42: 14:36:21 | gr-recreate/10-write-data | configmap/11-write-data-0 created logger.go:42: 14:36:21 | gr-recreate/10-write-data | + for i in 0 1 2 logger.go:42: 14:36:21 | gr-recreate/10-write-data | +++ get_cluster_name logger.go:42: 14:36:21 | gr-recreate/10-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ get_mysql_headless_fqdn gr-recreate 1 logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ local cluster=gr-recreate logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ local index=1 logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ echo gr-recreate-mysql-1.gr-recreate-mysql logger.go:42: 14:36:22 | gr-recreate/10-write-data | + host=gr-recreate-mysql-1.gr-recreate-mysql logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ local 'uri=-h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ local pod= logger.go:42: 14:36:22 | gr-recreate/10-write-data | +++ get_client_pod logger.go:42: 14:36:22 | gr-recreate/10-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ client_pod=mysql-client logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ wait_pod mysql-client logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ local pod=mysql-client logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ set +o xtrace logger.go:42: 14:36:22 | gr-recreate/10-write-data | mysql-clienttrue logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:36:22 | gr-recreate/10-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-1.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:23 | gr-recreate/10-write-data | + data='100500 logger.go:42: 14:36:23 | gr-recreate/10-write-data | 100501 logger.go:42: 14:36:23 | gr-recreate/10-write-data | 100502' logger.go:42: 14:36:23 | gr-recreate/10-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 11-write-data-1 '--from-literal=data=100500 logger.go:42: 14:36:23 | gr-recreate/10-write-data | 100501 logger.go:42: 14:36:23 | gr-recreate/10-write-data | 100502' logger.go:42: 14:36:24 | gr-recreate/10-write-data | configmap/11-write-data-1 created logger.go:42: 14:36:24 | gr-recreate/10-write-data | + for i in 0 1 2 logger.go:42: 14:36:24 | gr-recreate/10-write-data | +++ get_cluster_name logger.go:42: 14:36:24 | gr-recreate/10-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:36:24 | gr-recreate/10-write-data | ++ get_mysql_headless_fqdn gr-recreate 2 logger.go:42: 14:36:24 | gr-recreate/10-write-data | ++ local cluster=gr-recreate logger.go:42: 14:36:24 | gr-recreate/10-write-data | ++ local index=2 logger.go:42: 14:36:24 | gr-recreate/10-write-data | ++ echo gr-recreate-mysql-2.gr-recreate-mysql logger.go:42: 14:36:24 | gr-recreate/10-write-data | + host=gr-recreate-mysql-2.gr-recreate-mysql logger.go:42: 14:36:24 | gr-recreate/10-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:24 | gr-recreate/10-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:36:24 | gr-recreate/10-write-data | ++ local 'uri=-h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:24 | gr-recreate/10-write-data | ++ local pod= logger.go:42: 14:36:24 | gr-recreate/10-write-data | +++ get_client_pod logger.go:42: 14:36:24 | gr-recreate/10-write-data | +++ kubectl -n kuttl-test-immortal-bonefish get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:36:25 | gr-recreate/10-write-data | ++ client_pod=mysql-client logger.go:42: 14:36:25 | gr-recreate/10-write-data | ++ wait_pod mysql-client logger.go:42: 14:36:25 | gr-recreate/10-write-data | ++ local pod=mysql-client logger.go:42: 14:36:25 | gr-recreate/10-write-data | ++ set +o xtrace logger.go:42: 14:36:25 | gr-recreate/10-write-data | mysql-clienttrue logger.go:42: 14:36:25 | gr-recreate/10-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:36:25 | gr-recreate/10-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:36:25 | gr-recreate/10-write-data | ++ kubectl -n kuttl-test-immortal-bonefish exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-recreate-mysql-2.gr-recreate-mysql -uroot -proot_password' logger.go:42: 14:36:26 | gr-recreate/10-write-data | + data='100500 logger.go:42: 14:36:26 | gr-recreate/10-write-data | 100501 logger.go:42: 14:36:26 | gr-recreate/10-write-data | 100502' logger.go:42: 14:36:26 | gr-recreate/10-write-data | + kubectl create configmap -n kuttl-test-immortal-bonefish 11-write-data-2 '--from-literal=data=100500 logger.go:42: 14:36:26 | gr-recreate/10-write-data | 100501 logger.go:42: 14:36:26 | gr-recreate/10-write-data | 100502' logger.go:42: 14:36:27 | gr-recreate/10-write-data | configmap/11-write-data-2 created logger.go:42: 14:36:28 | gr-recreate/10-write-data | test step completed 10-write-data logger.go:42: 14:36:28 | gr-recreate/99-drop-finalizer | starting test step 99-drop-finalizer logger.go:42: 14:36:30 | gr-recreate/99-drop-finalizer | PerconaServerMySQL:kuttl-test-immortal-bonefish/gr-recreate updated logger.go:42: 14:36:30 | gr-recreate/99-drop-finalizer | test step completed 99-drop-finalizer logger.go:42: 14:36:30 | gr-recreate | gr-recreate events from ns kuttl-test-immortal-bonefish: logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:27 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s82vd Scheduled Successfully assigned kuttl-test-immortal-bonefish/percona-server-mysql-operator-b4c599bbb-s82vd to gke-jen-ps-523-f00253e-4-default-pool-66e70372-8073 default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:27 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-b4c599bbb SuccessfulCreate Created pod: percona-server-mysql-operator-b4c599bbb-s82vd replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:27 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-b4c599bbb to 1 deployment-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:29 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s82vd.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:29 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s82vd.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 103.99515ms (104.011335ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:29 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s82vd.spec.containers{manager} Created Created container manager kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:29 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-s82vd.spec.containers{manager} Started Started container manager kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:30 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-b4c599bbb-s82vd_1837ae3e-78d5-4024-abf1-3910e0e1166a became leader percona-server-mysql-operator-b4c599bbb-s82vd_1837ae3e-78d5-4024-abf1-3910e0e1166a logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:30 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-immortal-bonefish/mysql-client to gke-jen-ps-523-f00253e-4-default-pool-66e70372-8073 default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:30 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.33" already present on machine kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:30 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:31 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:47 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:47 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:47 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-immortal-bonefish/datadir-gr-recreate-mysql-0" pd.csi.storage.gke.io_gke-691abb2cbdc24ee7a4c4-482d-f440-vm_34965163-c6db-441e-84a3-be5b143dbe0e logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:47 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Claim datadir-gr-recreate-mysql-0 Pod gr-recreate-mysql-0 in StatefulSet gr-recreate-mysql success statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:47 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Pod gr-recreate-mysql-0 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:51 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-10d560dc-6ccb-4ea4-b1cb-7fda080195c3 pd.csi.storage.gke.io_gke-691abb2cbdc24ee7a4c4-482d-f440-vm_34965163-c6db-441e-84a3-be5b143dbe0e logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:51 +0000 UTC Normal Pod gr-recreate-mysql-0 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-5zlw default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:18:58 +0000 UTC Normal Pod gr-recreate-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-10d560dc-6ccb-4ea4-b1cb-7fda080195c3" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:00 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:00 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 130.871391ms (130.886689ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:00 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:00 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:02 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:02 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 89.734353ms (89.749638ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:02 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:02 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:02 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:02 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 88.003999ms (88.012566ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:02 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:02 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:35 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:35 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:35 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-immortal-bonefish/datadir-gr-recreate-mysql-1" pd.csi.storage.gke.io_gke-691abb2cbdc24ee7a4c4-482d-f440-vm_34965163-c6db-441e-84a3-be5b143dbe0e logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:35 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Claim datadir-gr-recreate-mysql-1 Pod gr-recreate-mysql-1 in StatefulSet gr-recreate-mysql success statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:35 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Pod gr-recreate-mysql-1 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:39 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-5e68efca-5c91-4bf7-8ee6-2bdbffd2264b pd.csi.storage.gke.io_gke-691abb2cbdc24ee7a4c4-482d-f440-vm_34965163-c6db-441e-84a3-be5b143dbe0e logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:39 +0000 UTC Normal Pod gr-recreate-mysql-1 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-8073 default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:46 +0000 UTC Normal Pod gr-recreate-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5e68efca-5c91-4bf7-8ee6-2bdbffd2264b" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:48 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:48 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 127.769596ms (127.785162ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:48 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:48 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:49 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:50 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 79.220545ms (79.231646ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:50 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:50 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:50 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:50 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 79.291959ms (79.298649ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:50 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:19:50 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:20 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:21 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:21 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 90.87196ms (90.886361ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:52 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:52 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Claim datadir-gr-recreate-mysql-2 Pod gr-recreate-mysql-2 in StatefulSet gr-recreate-mysql success statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:53 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:53 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-immortal-bonefish/datadir-gr-recreate-mysql-2" pd.csi.storage.gke.io_gke-691abb2cbdc24ee7a4c4-482d-f440-vm_34965163-c6db-441e-84a3-be5b143dbe0e logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:53 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Pod gr-recreate-mysql-2 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:57 +0000 UTC Normal PersistentVolumeClaim datadir-gr-recreate-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-a97b336b-5e67-4d99-be67-d42d648b934d pd.csi.storage.gke.io_gke-691abb2cbdc24ee7a4c4-482d-f440-vm_34965163-c6db-441e-84a3-be5b143dbe0e logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:20:57 +0000 UTC Normal Pod gr-recreate-mysql-2 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-zw2p default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:04 +0000 UTC Normal Pod gr-recreate-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a97b336b-5e67-4d99-be67-d42d648b934d" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:08 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:08 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 103.805756ms (103.817011ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:08 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:08 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:10 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:10 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 74.458252ms (74.469821ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:10 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:10 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:10 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:10 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 81.257667ms (81.271937ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:10 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:10 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:40 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:40 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:21:40 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 86.270361ms (86.291785ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:23 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-kdlp7 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-8073 default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:23 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-pc9fg to gke-jen-ps-523-f00253e-4-default-pool-66e70372-5zlw default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:23 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-tdvc8 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-zw2p default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:23 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-pc9fg replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:23 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-kdlp7 replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:23 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-tdvc8 replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:23 +0000 UTC Normal Deployment.apps gr-recreate-router ScalingReplicaSet Scaled up replica set gr-recreate-router-b7c6c4bf7 to 3 deployment-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 124.278299ms (124.292986ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 129.235576ms (129.262901ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:24 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:25 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 149.795457ms (149.809323ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:25 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:25 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:26 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:26 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 99.952036ms (99.970797ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:26 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:26 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:26 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:26 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 113.634209ms (113.64409ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:26 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:26 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:27 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:27 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 107.64083ms (107.655333ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:27 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:22:27 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:06 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:06 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:06 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulDelete delete Pod gr-recreate-mysql-2 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:06 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-tdvc8.spec.containers{router} Killing Stopping container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:06 +0000 UTC Normal Deployment.apps gr-recreate-router ScalingReplicaSet Scaled down replica set gr-recreate-router-b7c6c4bf7 to 0 from 3 deployment-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:07 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kdlp7.spec.containers{router} Killing Stopping container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:07 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pc9fg.spec.containers{router} Killing Stopping container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:07 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulDelete Deleted pod: gr-recreate-router-b7c6c4bf7-tdvc8 replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:07 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulDelete Deleted pod: gr-recreate-router-b7c6c4bf7-pc9fg replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:07 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulDelete Deleted pod: gr-recreate-router-b7c6c4bf7-kdlp7 replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:09 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2024/02/05 14:23:09 packets.go:37: read tcp 10.54.50.16:47782->10.54.50.16:33062: read: connection reset by peer 2024/02/05 14:23:09 readiness check failed: connect to db: ping DB: dial tcp 10.54.50.16:33062: connect: connection refused kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:12 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:23:12 readiness check failed: connect to db: ping DB: dial tcp 10.54.50.16:33062: connect: connection refused kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:13 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:13 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:13 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulDelete delete Pod gr-recreate-mysql-1 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:17 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:23:17 readiness check failed: connect to db: ping DB: dial tcp 10.54.49.18:33062: connect: connection refused kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:21 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:21 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:21 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulDelete delete Pod gr-recreate-mysql-0 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:25 +0000 UTC Warning Pod gr-recreate-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:23:25 readiness check failed: connect to db: ping DB: dial tcp 10.54.48.12:33062: connect: connection refused kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:40 +0000 UTC Normal Pod gr-recreate-mysql-0 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-5zlw default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:48 +0000 UTC Normal Pod gr-recreate-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-10d560dc-6ccb-4ea4-b1cb-7fda080195c3" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:52 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:52 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 116.843535ms (116.852459ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:52 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:52 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 85.544319ms (85.563615ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 97.557887ms (97.601091ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:24:13 +0000 UTC Warning Pod gr-recreate-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:24:13 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:24:43 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 94.507825ms (94.52404ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:16 +0000 UTC Normal Pod gr-recreate-mysql-1 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-8073 default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:18 +0000 UTC Warning PerconaServerMySQL.ps.percona.com gr-recreate FullClusterCrashDetected Full cluster crash detected ps-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:24 +0000 UTC Normal Pod gr-recreate-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5e68efca-5c91-4bf7-8ee6-2bdbffd2264b" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:26 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:26 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 122.068254ms (122.082108ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:26 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:26 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:27 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:27 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 87.600606ms (87.608237ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:27 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:27 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:27 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:28 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 97.600944ms (97.612848ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:28 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:28 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:47 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:25:47 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:17 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 76.092582ms (76.102128ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:51 +0000 UTC Normal Pod gr-recreate-mysql-2 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-zw2p default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:55 +0000 UTC Normal Pod gr-recreate-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a97b336b-5e67-4d99-be67-d42d648b934d" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:57 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:57 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 108.434489ms (108.449911ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:57 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:57 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:58 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:59 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 74.142461ms (74.14837ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:59 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:59 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:59 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:59 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 75.121125ms (75.127393ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:59 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:26:59 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:27:18 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:27:18 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:27:48 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 87.363486ms (87.390657ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:54 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-nbvp7 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-zw2p default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:54 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-ncmmg to gke-jen-ps-523-f00253e-4-default-pool-66e70372-8073 default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:54 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-pbpxf to gke-jen-ps-523-f00253e-4-default-pool-66e70372-5zlw default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:54 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-pbpxf replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:54 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-ncmmg replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:54 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-nbvp7 replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:54 +0000 UTC Normal Deployment.apps gr-recreate-router ScalingReplicaSet Scaled up replica set gr-recreate-router-b7c6c4bf7 to 3 from 0 deployment-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 86.924394ms (86.952242ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 95.27072ms (95.296721ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 78.638145ms (78.662823ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:55 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:56 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:56 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 83.275612ms (83.292514ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:56 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:56 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:57 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:57 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 72.934516ms (72.964369ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:57 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:57 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:57 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:57 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 73.359652ms (73.372198ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:57 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:29:57 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:36 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Liveness probe failed: 2024/02/05 14:30:36 liveness check failed: check if member in primary partition: sql: no rows in result set kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:36 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:36 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:36 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Liveness probe failed: 2024/02/05 14:30:36 in primary partition: false 2024/02/05 14:30:36 liveness check failed: possible split brain! kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:36 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:30:36 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:40 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:30:40 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:40 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:40 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:51 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:51 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:51 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-nbvp7.spec.containers{router} Killing Stopping container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:51 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-ncmmg.spec.containers{router} Killing Stopping container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:51 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-pbpxf.spec.containers{router} Killing Stopping container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:54 +0000 UTC Warning Pod gr-recreate-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2024/02/05 14:30:54 packets.go:37: read tcp 10.54.48.14:38492->10.54.48.14:33062: read: connection reset by peer 2024/02/05 14:30:54 readiness check failed: connect to db: ping DB: dial tcp 10.54.48.14:33062: connect: connection refused kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:30:56 +0000 UTC Warning Pod gr-recreate-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:30:56 readiness check failed: connect to db: ping DB: dial tcp 10.54.48.14:33062: connect: connection refused kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:01 +0000 UTC Normal Pod gr-recreate-mysql-0 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-8073 default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:01 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Pod gr-recreate-mysql-0 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:07 +0000 UTC Normal Pod gr-recreate-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-10d560dc-6ccb-4ea4-b1cb-7fda080195c3" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:11 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:11 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 114.466572ms (114.481557ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:11 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:11 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:12 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:12 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 85.183818ms (85.197409ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:12 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:12 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:12 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:12 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 85.937037ms (85.956599ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:12 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:13 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:32 +0000 UTC Warning Pod gr-recreate-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:32 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:31:36 +0000 UTC Normal Pod gr-recreate-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 80.974486ms (80.992767ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:06 +0000 UTC Normal Pod gr-recreate-mysql-1 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-5zlw default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:06 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Pod gr-recreate-mysql-1 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:11 +0000 UTC Normal Pod gr-recreate-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5e68efca-5c91-4bf7-8ee6-2bdbffd2264b" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:12 +0000 UTC Warning PerconaServerMySQL.ps.percona.com gr-recreate FullClusterCrashDetected Full cluster crash detected ps-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:13 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:13 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 98.551351ms (98.582098ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:13 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:13 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:14 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:14 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 84.938632ms (84.962326ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:14 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:14 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:14 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:14 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 94.719881ms (94.727222ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:14 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:14 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:34 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:34 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:32:37 +0000 UTC Normal Pod gr-recreate-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 83.654588ms (83.674012ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:12 +0000 UTC Normal Pod gr-recreate-mysql-2 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-zw2p default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:12 +0000 UTC Normal StatefulSet.apps gr-recreate-mysql SuccessfulCreate create Pod gr-recreate-mysql-2 in StatefulSet gr-recreate-mysql successful statefulset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:20 +0000 UTC Normal Pod gr-recreate-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a97b336b-5e67-4d99-be67-d42d648b934d" attachdetach-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:23 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:23 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 94.506732ms (94.52353ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:23 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:23 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:24 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:24 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 91.713778ms (91.725282ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:25 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:25 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:25 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:25 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 79.351814ms (79.358977ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:25 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:25 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:45 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:45 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:33:48 +0000 UTC Normal Pod gr-recreate-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 70.967356ms (70.993909ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:21 +0000 UTC Normal PerconaServerMySQL.ps.percona.com gr-recreate FullClusterCrashRecovered Cluster recovered from full cluster crash ps-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:22 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:34:22 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:22 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Liveness probe failed: 2024/02/05 14:34:22 liveness check failed: check if member in primary partition: sql: no rows in result set kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:23 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:34:23 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:23 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Liveness probe failed: 2024/02/05 14:34:23 liveness check failed: check if member in primary partition: sql: no rows in result set kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:27 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:34:27 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:28 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:34:28 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:32 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Liveness probe failed: 2024/02/05 14:34:32 liveness check failed: check if member in primary partition: sql: no rows in result set kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:32 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:34:32 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:33 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Liveness probe failed: 2024/02/05 14:34:33 liveness check failed: check if member in primary partition: sql: no rows in result set kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:33 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:34:33 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:34 +0000 UTC Normal Deployment.apps gr-recreate-router ScalingReplicaSet Scaled up replica set gr-recreate-router-b7c6c4bf7 to 3 deployment-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:35 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-44vfl to gke-jen-ps-523-f00253e-4-default-pool-66e70372-5zlw default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:35 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-44vfl replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:36 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:36 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 89.760178ms (89.777123ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:36 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:36 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:36 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7 Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-9q2l7 to gke-jen-ps-523-f00253e-4-default-pool-66e70372-8073 default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:36 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn Scheduled Successfully assigned kuttl-test-immortal-bonefish/gr-recreate-router-b7c6c4bf7-kpsqn to gke-jen-ps-523-f00253e-4-default-pool-66e70372-zw2p default-scheduler logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:36 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-9q2l7 replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:36 +0000 UTC Normal ReplicaSet.apps gr-recreate-router-b7c6c4bf7 SuccessfulCreate Created pod: gr-recreate-router-b7c6c4bf7-kpsqn replicaset-controller logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Warning Pod gr-recreate-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:34:37 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 77.659316ms (77.675289ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Warning Pod gr-recreate-router-b7c6c4bf7-9q2l7 FailedMount MountVolume.SetUp failed for volume "config" : failed to sync configmap cache: timed out waiting for the condition kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 105.011138ms (105.025932ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:37 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:38 +0000 UTC Warning Pod gr-recreate-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:34:38 readiness check failed: Member state: OFFLINE kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:38 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:38 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:38 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 103.01748ms (103.033449ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:38 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:38 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:39 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:39 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 86.720684ms (86.726749ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:39 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:39 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:40 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:40 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 83.20494ms (83.21785ms including waiting) kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:40 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.containers{router} Created Created container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:34:40 +0000 UTC Normal Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.containers{router} Started Started container router kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:35:08 +0000 UTC Warning Pod gr-recreate-router-b7c6c4bf7-9q2l7.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:35:21 +0000 UTC Warning Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:35:22 +0000 UTC Warning Pod gr-recreate-router-b7c6c4bf7-kpsqn.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy kubelet logger.go:42: 14:36:30 | gr-recreate | 2024-02-05 14:35:41 +0000 UTC Warning Pod gr-recreate-router-b7c6c4bf7-44vfl.spec.containers{router} Unhealthy Readiness probe failed: {"isAlive":true} Read-only route is not healthy kubelet logger.go:42: 14:36:30 | gr-recreate | Deleting namespace: kuttl-test-immortal-bonefish === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (1132.24s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/gr-recreate (1129.52s) PASS