=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://35.184.75.41 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 28 tests === RUN kuttl/harness === RUN kuttl/harness/gr-bootstrap === PAUSE kuttl/harness/gr-bootstrap === CONT kuttl/harness/gr-bootstrap logger.go:42: 14:13:37 | gr-bootstrap | Creating namespace: kuttl-test-expert-antelope logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client] logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | + source ../../functions logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ realpath ../../.. logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | ++++ mktemp -d logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export TEMP_DIR=/tmp/tmp.4cOIIrkwGq logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ TEMP_DIR=/tmp/tmp.4cOIIrkwGq logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ GIT_BRANCH=PR-424 logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export VERSION=PR-424-70568ae logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ VERSION=PR-424-70568ae logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | ++++ which gdate logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | ++++ which date logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ command -v oc logger.go:42: 14:13:37 | gr-bootstrap/0-deploy-operator | +++ oc get projects logger.go:42: 14:13:43 | gr-bootstrap/0-deploy-operator | error: the server doesn't have a resource type "projects" logger.go:42: 14:13:43 | gr-bootstrap/0-deploy-operator | +++ kubectl get nodes logger.go:42: 14:13:43 | gr-bootstrap/0-deploy-operator | +++ grep '^minikube' logger.go:42: 14:13:44 | gr-bootstrap/0-deploy-operator | ++++ pwd logger.go:42: 14:13:44 | gr-bootstrap/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:13:44 | gr-bootstrap/0-deploy-operator | ++ test_name=gr-bootstrap logger.go:42: 14:13:44 | gr-bootstrap/0-deploy-operator | + deploy_operator logger.go:42: 14:13:44 | gr-bootstrap/0-deploy-operator | + kubectl -n kuttl-test-expert-antelope apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/crd.yaml logger.go:42: 14:13:45 | gr-bootstrap/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 14:13:45 | gr-bootstrap/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 14:13:46 | gr-bootstrap/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 14:13:46 | gr-bootstrap/0-deploy-operator | + kubectl -n kuttl-test-expert-antelope apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/rbac.yaml logger.go:42: 14:13:47 | gr-bootstrap/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 14:13:47 | gr-bootstrap/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 14:13:48 | gr-bootstrap/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:13:48 | gr-bootstrap/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:13:48 | gr-bootstrap/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:13:49 | gr-bootstrap/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:13:49 | gr-bootstrap/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:13:49 | gr-bootstrap/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:13:49 | gr-bootstrap/0-deploy-operator | + kubectl -n kuttl-test-expert-antelope apply -f - logger.go:42: 14:13:49 | gr-bootstrap/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 14:13:49 | gr-bootstrap/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:13:49 | gr-bootstrap/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-424-70568ae"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/operator.yaml logger.go:42: 14:13:51 | gr-bootstrap/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 14:13:51 | gr-bootstrap/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 14:13:51 | gr-bootstrap/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 14:13:51 | gr-bootstrap/0-deploy-operator | + kubectl -n kuttl-test-expert-antelope apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/secrets.yaml logger.go:42: 14:13:52 | gr-bootstrap/0-deploy-operator | secret/test-secrets created logger.go:42: 14:13:52 | gr-bootstrap/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 14:13:52 | gr-bootstrap/0-deploy-operator | + kubectl -n kuttl-test-expert-antelope apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/ssl-secret.yaml logger.go:42: 14:13:53 | gr-bootstrap/0-deploy-operator | secret/test-ssl created logger.go:42: 14:13:53 | gr-bootstrap/0-deploy-operator | + deploy_client logger.go:42: 14:13:53 | gr-bootstrap/0-deploy-operator | + kubectl -n kuttl-test-expert-antelope apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/client.yaml logger.go:42: 14:13:55 | gr-bootstrap/0-deploy-operator | pod/mysql-client created logger.go:42: 14:14:02 | gr-bootstrap/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | starting test step 1-create-cluster logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | + source ../../functions logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ realpath ../../.. logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | ++++ mktemp -d logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export TEMP_DIR=/tmp/tmp.Xibh0Jbmus logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ TEMP_DIR=/tmp/tmp.Xibh0Jbmus logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ GIT_BRANCH=PR-424 logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export VERSION=PR-424-70568ae logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ VERSION=PR-424-70568ae logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | ++++ which gdate logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | ++++ which date logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ command -v oc logger.go:42: 14:14:02 | gr-bootstrap/1-create-cluster | +++ oc get projects logger.go:42: 14:14:07 | gr-bootstrap/1-create-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 14:14:07 | gr-bootstrap/1-create-cluster | +++ kubectl get nodes logger.go:42: 14:14:07 | gr-bootstrap/1-create-cluster | +++ grep '^minikube' logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++++ pwd logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ test_name=gr-bootstrap logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + get_cr logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + local name_suffix= logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + kubectl -n kuttl-test-expert-antelope apply -f - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-424-70568ae"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.metadata.name="%s"' gr-bootstrap logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + '[' -n '' ']' logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.metadata.name="gr-bootstrap"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/cr.yaml logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:14:08 | gr-bootstrap/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:14:10 | gr-bootstrap/1-create-cluster | perconaservermysql.ps.percona.com/gr-bootstrap created logger.go:42: 14:18:10 | gr-bootstrap/1-create-cluster | test step completed 1-create-cluster logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | starting test step 2-write-data logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password" data=$(run_mysql "SELECT * FROM myDB.myTable" "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 02-write-data --from-literal=data="${data}"] logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | + source ../../functions logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ realpath ../../.. logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | ++++ mktemp -d logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export TEMP_DIR=/tmp/tmp.RicmDjxb1W logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ TEMP_DIR=/tmp/tmp.RicmDjxb1W logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | ++++ which gdate logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | ++++ which date logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ date=/usr/bin/date logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ command -v oc logger.go:42: 14:18:10 | gr-bootstrap/2-write-data | +++ oc get projects logger.go:42: 14:18:16 | gr-bootstrap/2-write-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:18:16 | gr-bootstrap/2-write-data | +++ grep '^minikube' logger.go:42: 14:18:16 | gr-bootstrap/2-write-data | +++ kubectl get nodes logger.go:42: 14:18:17 | gr-bootstrap/2-write-data | ++++ pwd logger.go:42: 14:18:17 | gr-bootstrap/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:18:17 | gr-bootstrap/2-write-data | ++ test_name=gr-bootstrap logger.go:42: 14:18:17 | gr-bootstrap/2-write-data | +++ get_cluster_name logger.go:42: 14:18:17 | gr-bootstrap/2-write-data | +++ kubectl -n kuttl-test-expert-antelope get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | ++ get_mysql_router_service gr-bootstrap logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | ++ local cluster=gr-bootstrap logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | ++ echo gr-bootstrap-router logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | + local 'uri=-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | + local pod= logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | ++ get_client_pod logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | ++ kubectl -n kuttl-test-expert-antelope get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | + client_pod=mysql-client logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | + wait_pod mysql-client logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | + local pod=mysql-client logger.go:42: 14:18:18 | gr-bootstrap/2-write-data | + set +o xtrace logger.go:42: 14:18:19 | gr-bootstrap/2-write-data | mysql-clienttrue logger.go:42: 14:18:19 | gr-bootstrap/2-write-data | + kubectl -n kuttl-test-expert-antelope exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:19 | gr-bootstrap/2-write-data | + sed -e 's/mysql: //' logger.go:42: 14:18:19 | gr-bootstrap/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | + : logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | +++ get_cluster_name logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | +++ kubectl -n kuttl-test-expert-antelope get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | ++ get_mysql_router_service gr-bootstrap logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | ++ local cluster=gr-bootstrap logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | ++ echo gr-bootstrap-router logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)' logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | + local 'uri=-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | + local pod= logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | ++ get_client_pod logger.go:42: 14:18:21 | gr-bootstrap/2-write-data | ++ kubectl -n kuttl-test-expert-antelope get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:18:22 | gr-bootstrap/2-write-data | + client_pod=mysql-client logger.go:42: 14:18:22 | gr-bootstrap/2-write-data | + wait_pod mysql-client logger.go:42: 14:18:22 | gr-bootstrap/2-write-data | + local pod=mysql-client logger.go:42: 14:18:22 | gr-bootstrap/2-write-data | + set +o xtrace logger.go:42: 14:18:23 | gr-bootstrap/2-write-data | mysql-clienttrue logger.go:42: 14:18:23 | gr-bootstrap/2-write-data | + kubectl -n kuttl-test-expert-antelope exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:23 | gr-bootstrap/2-write-data | + sed -e 's/mysql: //' logger.go:42: 14:18:23 | gr-bootstrap/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:18:24 | gr-bootstrap/2-write-data | + : logger.go:42: 14:18:24 | gr-bootstrap/2-write-data | ++++ get_cluster_name logger.go:42: 14:18:24 | gr-bootstrap/2-write-data | ++++ kubectl -n kuttl-test-expert-antelope get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | +++ get_mysql_router_service gr-bootstrap logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | +++ local cluster=gr-bootstrap logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | +++ echo gr-bootstrap-router logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | ++ local 'uri=-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | ++ local pod= logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | +++ get_client_pod logger.go:42: 14:18:25 | gr-bootstrap/2-write-data | +++ kubectl -n kuttl-test-expert-antelope get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:18:26 | gr-bootstrap/2-write-data | ++ client_pod=mysql-client logger.go:42: 14:18:26 | gr-bootstrap/2-write-data | ++ wait_pod mysql-client logger.go:42: 14:18:26 | gr-bootstrap/2-write-data | ++ local pod=mysql-client logger.go:42: 14:18:26 | gr-bootstrap/2-write-data | ++ set +o xtrace logger.go:42: 14:18:27 | gr-bootstrap/2-write-data | mysql-clienttrue logger.go:42: 14:18:27 | gr-bootstrap/2-write-data | ++ kubectl -n kuttl-test-expert-antelope exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:18:27 | gr-bootstrap/2-write-data | ++ sed -e 's/mysql: //' logger.go:42: 14:18:27 | gr-bootstrap/2-write-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:18:28 | gr-bootstrap/2-write-data | + data=100500 logger.go:42: 14:18:28 | gr-bootstrap/2-write-data | + kubectl create configmap -n kuttl-test-expert-antelope 02-write-data --from-literal=data=100500 logger.go:42: 14:18:29 | gr-bootstrap/2-write-data | configmap/02-write-data created logger.go:42: 14:18:30 | gr-bootstrap/2-write-data | test step completed 2-write-data logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | starting test step 3-kill-primary logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl delete pod -n ${NAMESPACE} gr-bootstrap-mysql-0 --force --grace-period=0 # give time for cluster state to change sleep 10] logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | + source ../../functions logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ realpath ../../.. logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | ++++ mktemp -d logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export TEMP_DIR=/tmp/tmp.9B0lEjZI2w logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ TEMP_DIR=/tmp/tmp.9B0lEjZI2w logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ GIT_BRANCH=PR-424 logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export VERSION=PR-424-70568ae logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ VERSION=PR-424-70568ae logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | ++++ which gdate logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | ++++ which date logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ date=/usr/bin/date logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ command -v oc logger.go:42: 14:18:30 | gr-bootstrap/3-kill-primary | +++ oc get projects logger.go:42: 14:18:36 | gr-bootstrap/3-kill-primary | error: the server doesn't have a resource type "projects" logger.go:42: 14:18:36 | gr-bootstrap/3-kill-primary | +++ kubectl get nodes logger.go:42: 14:18:36 | gr-bootstrap/3-kill-primary | +++ grep '^minikube' logger.go:42: 14:18:36 | gr-bootstrap/3-kill-primary | ++++ pwd logger.go:42: 14:18:36 | gr-bootstrap/3-kill-primary | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:18:36 | gr-bootstrap/3-kill-primary | ++ test_name=gr-bootstrap logger.go:42: 14:18:36 | gr-bootstrap/3-kill-primary | + kubectl delete pod -n kuttl-test-expert-antelope gr-bootstrap-mysql-0 --force --grace-period=0 logger.go:42: 14:18:37 | gr-bootstrap/3-kill-primary | warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 14:18:37 | gr-bootstrap/3-kill-primary | pod "gr-bootstrap-mysql-0" force deleted logger.go:42: 14:18:37 | gr-bootstrap/3-kill-primary | + sleep 10 logger.go:42: 14:19:23 | gr-bootstrap/3-kill-primary | test step completed 3-kill-primary logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | starting test step 4-read-data logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_mysql "SELECT * FROM myDB.myTable" "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 04-read-data --from-literal=data="${data}"] logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | + source ../../functions logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ realpath ../../.. logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | ++++ mktemp -d logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export TEMP_DIR=/tmp/tmp.SmtLujDZPz logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ TEMP_DIR=/tmp/tmp.SmtLujDZPz logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | ++++ which gdate logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | ++++ which date logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ date=/usr/bin/date logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ command -v oc logger.go:42: 14:19:23 | gr-bootstrap/4-read-data | +++ oc get projects logger.go:42: 14:19:29 | gr-bootstrap/4-read-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:19:29 | gr-bootstrap/4-read-data | +++ kubectl get nodes logger.go:42: 14:19:29 | gr-bootstrap/4-read-data | +++ grep '^minikube' logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | ++++ pwd logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | ++ test_name=gr-bootstrap logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | ++++ get_cluster_name logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | ++++ kubectl -n kuttl-test-expert-antelope get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | +++ get_mysql_router_service gr-bootstrap logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | +++ local cluster=gr-bootstrap logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | +++ echo gr-bootstrap-router logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | ++ local 'uri=-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | ++ local pod= logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | +++ get_client_pod logger.go:42: 14:19:30 | gr-bootstrap/4-read-data | +++ kubectl -n kuttl-test-expert-antelope get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:19:31 | gr-bootstrap/4-read-data | ++ client_pod=mysql-client logger.go:42: 14:19:31 | gr-bootstrap/4-read-data | ++ wait_pod mysql-client logger.go:42: 14:19:31 | gr-bootstrap/4-read-data | ++ local pod=mysql-client logger.go:42: 14:19:31 | gr-bootstrap/4-read-data | ++ set +o xtrace logger.go:42: 14:19:32 | gr-bootstrap/4-read-data | mysql-clienttrue logger.go:42: 14:19:32 | gr-bootstrap/4-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:19:32 | gr-bootstrap/4-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:19:32 | gr-bootstrap/4-read-data | ++ kubectl -n kuttl-test-expert-antelope exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:19:33 | gr-bootstrap/4-read-data | + data=100500 logger.go:42: 14:19:33 | gr-bootstrap/4-read-data | + kubectl create configmap -n kuttl-test-expert-antelope 04-read-data --from-literal=data=100500 logger.go:42: 14:19:34 | gr-bootstrap/4-read-data | configmap/04-read-data created logger.go:42: 14:19:35 | gr-bootstrap/4-read-data | test step completed 4-read-data logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | starting test step 5-kill-all-pods logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl delete statefulset -n ${NAMESPACE} gr-bootstrap-mysql --force --grace-period=0 # give time for cluster state to change sleep 10] logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | + source ../../functions logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ realpath ../../.. logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | ++++ mktemp -d logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export TEMP_DIR=/tmp/tmp.1pv54uH5s5 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ TEMP_DIR=/tmp/tmp.1pv54uH5s5 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ GIT_BRANCH=PR-424 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export VERSION=PR-424-70568ae logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ VERSION=PR-424-70568ae logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | ++++ which gdate logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | ++++ which date logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ date=/usr/bin/date logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ command -v oc logger.go:42: 14:19:35 | gr-bootstrap/5-kill-all-pods | +++ oc get projects logger.go:42: 14:19:41 | gr-bootstrap/5-kill-all-pods | error: the server doesn't have a resource type "projects" logger.go:42: 14:19:41 | gr-bootstrap/5-kill-all-pods | +++ kubectl get nodes logger.go:42: 14:19:41 | gr-bootstrap/5-kill-all-pods | +++ grep '^minikube' logger.go:42: 14:19:42 | gr-bootstrap/5-kill-all-pods | ++++ pwd logger.go:42: 14:19:42 | gr-bootstrap/5-kill-all-pods | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:19:42 | gr-bootstrap/5-kill-all-pods | ++ test_name=gr-bootstrap logger.go:42: 14:19:42 | gr-bootstrap/5-kill-all-pods | + kubectl delete statefulset -n kuttl-test-expert-antelope gr-bootstrap-mysql --force --grace-period=0 logger.go:42: 14:19:42 | gr-bootstrap/5-kill-all-pods | warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 14:19:42 | gr-bootstrap/5-kill-all-pods | statefulset.apps "gr-bootstrap-mysql" force deleted logger.go:42: 14:19:43 | gr-bootstrap/5-kill-all-pods | + sleep 10 logger.go:42: 14:26:10 | gr-bootstrap/5-kill-all-pods | test step completed 5-kill-all-pods logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | starting test step 6-read-data logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_mysql "SELECT * FROM myDB.myTable" "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 06-read-data --from-literal=data="${data}"] logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | + source ../../functions logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ realpath ../../.. logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | ++++ mktemp -d logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export TEMP_DIR=/tmp/tmp.uSb9LcY5eH logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ TEMP_DIR=/tmp/tmp.uSb9LcY5eH logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | ++++ which gdate logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | ++++ which date logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ date=/usr/bin/date logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ command -v oc logger.go:42: 14:26:10 | gr-bootstrap/6-read-data | +++ oc get projects logger.go:42: 14:26:16 | gr-bootstrap/6-read-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:26:16 | gr-bootstrap/6-read-data | +++ kubectl get nodes logger.go:42: 14:26:16 | gr-bootstrap/6-read-data | +++ grep '^minikube' logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | ++++ pwd logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | ++ test_name=gr-bootstrap logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | ++++ get_cluster_name logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | ++++ kubectl -n kuttl-test-expert-antelope get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | +++ get_mysql_router_service gr-bootstrap logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | +++ local cluster=gr-bootstrap logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | +++ echo gr-bootstrap-router logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | ++ local 'uri=-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | ++ local pod= logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | +++ get_client_pod logger.go:42: 14:26:17 | gr-bootstrap/6-read-data | +++ kubectl -n kuttl-test-expert-antelope get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:26:18 | gr-bootstrap/6-read-data | ++ client_pod=mysql-client logger.go:42: 14:26:18 | gr-bootstrap/6-read-data | ++ wait_pod mysql-client logger.go:42: 14:26:18 | gr-bootstrap/6-read-data | ++ local pod=mysql-client logger.go:42: 14:26:18 | gr-bootstrap/6-read-data | ++ set +o xtrace logger.go:42: 14:26:19 | gr-bootstrap/6-read-data | mysql-clienttrue logger.go:42: 14:26:19 | gr-bootstrap/6-read-data | ++ kubectl -n kuttl-test-expert-antelope exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:26:19 | gr-bootstrap/6-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:26:19 | gr-bootstrap/6-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:26:20 | gr-bootstrap/6-read-data | + data=100500 logger.go:42: 14:26:20 | gr-bootstrap/6-read-data | + kubectl create configmap -n kuttl-test-expert-antelope 06-read-data --from-literal=data=100500 logger.go:42: 14:26:21 | gr-bootstrap/6-read-data | configmap/06-read-data created logger.go:42: 14:26:22 | gr-bootstrap/6-read-data | test step completed 6-read-data logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | starting test step 7-delete-and-recreate logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl delete ps -n ${NAMESPACE} gr-bootstrap get_cr \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | + source ../../functions logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ realpath ../../.. logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | ++++ mktemp -d logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export TEMP_DIR=/tmp/tmp.7Y9qooGhaE logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ TEMP_DIR=/tmp/tmp.7Y9qooGhaE logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ GIT_BRANCH=PR-424 logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export VERSION=PR-424-70568ae logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ VERSION=PR-424-70568ae logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | ++++ which gdate logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | ++++ which date logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ date=/usr/bin/date logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ command -v oc logger.go:42: 14:26:22 | gr-bootstrap/7-delete-and-recreate | +++ oc get projects logger.go:42: 14:26:28 | gr-bootstrap/7-delete-and-recreate | error: the server doesn't have a resource type "projects" logger.go:42: 14:26:28 | gr-bootstrap/7-delete-and-recreate | +++ kubectl get nodes logger.go:42: 14:26:28 | gr-bootstrap/7-delete-and-recreate | +++ grep '^minikube' logger.go:42: 14:26:29 | gr-bootstrap/7-delete-and-recreate | ++++ pwd logger.go:42: 14:26:29 | gr-bootstrap/7-delete-and-recreate | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:26:29 | gr-bootstrap/7-delete-and-recreate | ++ test_name=gr-bootstrap logger.go:42: 14:26:29 | gr-bootstrap/7-delete-and-recreate | + kubectl delete ps -n kuttl-test-expert-antelope gr-bootstrap logger.go:42: 14:26:29 | gr-bootstrap/7-delete-and-recreate | perconaservermysql.ps.percona.com "gr-bootstrap" deleted logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + get_cr logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + local name_suffix= logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + kubectl -n kuttl-test-expert-antelope apply -f - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + '[' -n '' ']' logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-424-70568ae"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.metadata.name="%s"' gr-bootstrap logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.metadata.name="gr-bootstrap"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/cr.yaml logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:26:51 | gr-bootstrap/7-delete-and-recreate | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:26:53 | gr-bootstrap/7-delete-and-recreate | perconaservermysql.ps.percona.com/gr-bootstrap created logger.go:42: 14:32:29 | gr-bootstrap/7-delete-and-recreate | test step completed 7-delete-and-recreate logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | starting test step 8-read-data logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_mysql "SELECT * FROM myDB.myTable" "-h $(get_mysql_router_service $(get_cluster_name)) -P 6446 -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 08-read-data --from-literal=data="${data}"] logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | + source ../../functions logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ realpath ../../.. logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | ++++ mktemp -d logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export TEMP_DIR=/tmp/tmp.Gm7LGBgg9G logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ TEMP_DIR=/tmp/tmp.Gm7LGBgg9G logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ GIT_BRANCH=PR-424 logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export VERSION=PR-424-70568ae logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ VERSION=PR-424-70568ae logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | ++++ which gdate logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | ++++ which date logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ date=/usr/bin/date logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ command -v oc logger.go:42: 14:32:29 | gr-bootstrap/8-read-data | +++ oc get projects logger.go:42: 14:32:34 | gr-bootstrap/8-read-data | error: the server doesn't have a resource type "projects" logger.go:42: 14:32:34 | gr-bootstrap/8-read-data | +++ kubectl get nodes logger.go:42: 14:32:34 | gr-bootstrap/8-read-data | +++ grep '^minikube' logger.go:42: 14:32:35 | gr-bootstrap/8-read-data | ++++ pwd logger.go:42: 14:32:35 | gr-bootstrap/8-read-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/gr-bootstrap logger.go:42: 14:32:35 | gr-bootstrap/8-read-data | ++ test_name=gr-bootstrap logger.go:42: 14:32:35 | gr-bootstrap/8-read-data | ++++ get_cluster_name logger.go:42: 14:32:35 | gr-bootstrap/8-read-data | ++++ kubectl -n kuttl-test-expert-antelope get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | +++ get_mysql_router_service gr-bootstrap logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | +++ local cluster=gr-bootstrap logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | +++ echo gr-bootstrap-router logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | ++ local 'uri=-h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | ++ local pod= logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | +++ get_client_pod logger.go:42: 14:32:36 | gr-bootstrap/8-read-data | +++ kubectl -n kuttl-test-expert-antelope get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:32:37 | gr-bootstrap/8-read-data | ++ client_pod=mysql-client logger.go:42: 14:32:37 | gr-bootstrap/8-read-data | ++ wait_pod mysql-client logger.go:42: 14:32:37 | gr-bootstrap/8-read-data | ++ local pod=mysql-client logger.go:42: 14:32:37 | gr-bootstrap/8-read-data | ++ set +o xtrace logger.go:42: 14:32:37 | gr-bootstrap/8-read-data | mysql-clienttrue logger.go:42: 14:32:37 | gr-bootstrap/8-read-data | ++ kubectl -n kuttl-test-expert-antelope exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-bootstrap-router -P 6446 -uroot -proot_password' logger.go:42: 14:32:37 | gr-bootstrap/8-read-data | ++ sed -e 's/mysql: //' logger.go:42: 14:32:37 | gr-bootstrap/8-read-data | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:32:39 | gr-bootstrap/8-read-data | + data=100500 logger.go:42: 14:32:39 | gr-bootstrap/8-read-data | + kubectl create configmap -n kuttl-test-expert-antelope 08-read-data --from-literal=data=100500 logger.go:42: 14:32:40 | gr-bootstrap/8-read-data | configmap/08-read-data created logger.go:42: 14:32:41 | gr-bootstrap/8-read-data | test step completed 8-read-data logger.go:42: 14:32:41 | gr-bootstrap/9-drop-finalizer | starting test step 9-drop-finalizer logger.go:42: 14:32:42 | gr-bootstrap/9-drop-finalizer | PerconaServerMySQL:kuttl-test-expert-antelope/gr-bootstrap updated logger.go:42: 14:32:42 | gr-bootstrap/9-drop-finalizer | test step completed 9-drop-finalizer logger.go:42: 14:32:42 | gr-bootstrap | gr-bootstrap events from ns kuttl-test-expert-antelope: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:51 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8rlwm Scheduled Successfully assigned kuttl-test-expert-antelope/percona-server-mysql-operator-6b56d66f99-8rlwm to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-brgf logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:51 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-6b56d66f99 SuccessfulCreate Created pod: percona-server-mysql-operator-6b56d66f99-8rlwm logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:51 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-6b56d66f99 to 1 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:54 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-expert-antelope/mysql-client to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-brgf logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:54 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8rlwm.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:54 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8rlwm.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 467.471281ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:54 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8rlwm.spec.containers{manager} Created Created container manager logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:55 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-6b56d66f99-8rlwm_d832652c-9ddd-4c47-995b-00173d86b70c became leader logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:55 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8rlwm.spec.containers{manager} Started Started container manager logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:56 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.25" already present on machine logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:56 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:13:56 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:14 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:14 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:14 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-expert-antelope/datadir-gr-bootstrap-mysql-0" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:14 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Claim datadir-gr-bootstrap-mysql-0 Pod gr-bootstrap-mysql-0 in StatefulSet gr-bootstrap-mysql success logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:14 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-0 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:18 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-77a089ec-b02d-49f3-85d5-f8a47b98d9b9 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:18 +0000 UTC Normal Pod gr-bootstrap-mysql-0 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-4tf7 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:23 +0000 UTC Normal Pod gr-bootstrap-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-77a089ec-b02d-49f3-85d5-f8a47b98d9b9" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:26 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:26 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 392.870554ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:26 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:27 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:28 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:28 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 433.241337ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:28 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:28 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:28 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:29 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 404.788997ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:29 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:14:29 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:01 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-expert-antelope/datadir-gr-bootstrap-mysql-1" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:01 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Claim datadir-gr-bootstrap-mysql-1 Pod gr-bootstrap-mysql-1 in StatefulSet gr-bootstrap-mysql success logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:01 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-1 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:05 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-ff7606ca-d92b-4340-b603-5360d4623c5d logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:05 +0000 UTC Normal Pod gr-bootstrap-mysql-1 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-qrsp logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:10 +0000 UTC Normal Pod gr-bootstrap-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ff7606ca-d92b-4340-b603-5360d4623c5d" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:11 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:12 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 427.679573ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:12 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:12 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:13 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:14 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 855.711069ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:14 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:14 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:14 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:15 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 387.934314ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:15 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:15 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:43 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:43 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:15:43 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 404.528326ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:16 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:16 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:16 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-expert-antelope/datadir-gr-bootstrap-mysql-2" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:16 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Claim datadir-gr-bootstrap-mysql-2 Pod gr-bootstrap-mysql-2 in StatefulSet gr-bootstrap-mysql success logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:16 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-2 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:20 +0000 UTC Normal PersistentVolumeClaim datadir-gr-bootstrap-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-06f571ab-fa2f-4853-9f21-902f02e6e58d logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:20 +0000 UTC Normal Pod gr-bootstrap-mysql-2 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-brgf logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:27 +0000 UTC Normal Pod gr-bootstrap-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-06f571ab-fa2f-4853-9f21-902f02e6e58d" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:31 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:31 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 411.178802ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:31 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:32 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:33 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:34 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 414.509868ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:34 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:34 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:34 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:34 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 403.811355ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:34 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:16:34 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:04 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:04 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:05 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 392.276991ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:47 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-router-66f54d8844-d2dw5 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-brgf logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:47 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-router-66f54d8844-n4548 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-qrsp logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:47 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-router-66f54d8844-r2zz5 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-4tf7 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:47 +0000 UTC Normal ReplicaSet.apps gr-bootstrap-router-66f54d8844 SuccessfulCreate Created pod: gr-bootstrap-router-66f54d8844-n4548 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:47 +0000 UTC Normal ReplicaSet.apps gr-bootstrap-router-66f54d8844 SuccessfulCreate Created pod: gr-bootstrap-router-66f54d8844-r2zz5 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:47 +0000 UTC Normal ReplicaSet.apps gr-bootstrap-router-66f54d8844 SuccessfulCreate Created pod: gr-bootstrap-router-66f54d8844-d2dw5 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:47 +0000 UTC Normal Deployment.apps gr-bootstrap-router ScalingReplicaSet Scaled up replica set gr-bootstrap-router-66f54d8844 to 3 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 438.183217ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 396.748984ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 405.860174ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:48 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:49 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:49 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:49 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:50 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:50 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:51 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:59 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 8.872531162s logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:59 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.containers{router} Created Created container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:59 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 8.647787626s logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:59 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548.spec.containers{router} Created Created container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:59 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-n4548.spec.containers{router} Started Started container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:59 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 8.410094292s logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:59 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.containers{router} Created Created container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:17:59 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.containers{router} Started Started container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:00 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.containers{router} Started Started container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:37 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:37 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:37 +0000 UTC Normal Pod gr-bootstrap-mysql-0 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-4tf7 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:38 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:38 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 437.384211ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:39 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:39 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:41 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:41 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 365.585087ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:41 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:41 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:41 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:41 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 370.47414ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:41 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:18:41 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:42 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:43 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:43 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:43 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:43 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:43 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:46 +0000 UTC Warning Pod gr-bootstrap-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:19:46 readiness check failed: connect to db: ping database: dial tcp 10.67.90.12:33062: connect: connection refused logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:46 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:19:46 readiness check failed: connect to db: ping database: dial tcp 10.67.89.8:33062: connect: connection refused logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:46 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:19:46 packets.go:37: read tcp 10.67.88.12:47934->10.67.88.12:33062: read: connection reset by peer 2023/08/17 14:19:46 readiness check failed: connect to db: ping database: dial tcp 10.67.88.12:33062: connect: connection refused logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:48 +0000 UTC Warning Pod gr-bootstrap-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:19:48 readiness check failed: connect to db: ping database: dial tcp 10.67.90.12:33062: connect: connection refused logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:48 +0000 UTC Warning Pod gr-bootstrap-router-66f54d8844-d2dw5.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:48 +0000 UTC Warning Pod gr-bootstrap-router-66f54d8844-n4548.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:48 +0000 UTC Warning Pod gr-bootstrap-router-66f54d8844-r2zz5.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:50 +0000 UTC Normal Pod gr-bootstrap-mysql-0 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-qrsp logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:50 +0000 UTC Warning Pod gr-bootstrap-mysql-0 FailedAttachVolume Multi-Attach error for volume "pvc-77a089ec-b02d-49f3-85d5-f8a47b98d9b9" Volume is already exclusively attached to one node and can't be attached to another logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:19:50 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-0 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:07 +0000 UTC Normal Pod gr-bootstrap-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-77a089ec-b02d-49f3-85d5-f8a47b98d9b9" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:08 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:09 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 419.840469ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:09 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:09 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:10 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:11 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 404.700318ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:11 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:11 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:11 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:11 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 354.566878ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:11 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:11 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:30 +0000 UTC Warning Pod gr-bootstrap-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:20:30 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:02 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 2.111840032s logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:33 +0000 UTC Normal Pod gr-bootstrap-mysql-1 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-4tf7 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:33 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-1 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:41 +0000 UTC Normal Pod gr-bootstrap-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ff7606ca-d92b-4340-b603-5360d4623c5d" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:41 +0000 UTC Warning PerconaServerMySQL.ps.percona.com gr-bootstrap FullClusterCrashDetected Full cluster crash detected logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:42 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:43 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 399.179365ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:43 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:43 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:44 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:44 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 328.698417ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:44 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:45 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:45 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:45 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 375.622705ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:45 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:21:45 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:22:04 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:22:04 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:22:34 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 366.358987ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:07 +0000 UTC Normal Pod gr-bootstrap-mysql-2 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-brgf logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:07 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-2 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:12 +0000 UTC Normal Pod gr-bootstrap-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-06f571ab-fa2f-4853-9f21-902f02e6e58d" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:14 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:14 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 378.350716ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:14 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:14 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:16 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:16 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 348.618992ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:16 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:16 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:16 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:16 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 380.651146ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:16 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:16 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:36 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:23:36 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:24:06 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 404.757228ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:05 +0000 UTC Normal PerconaServerMySQL.ps.percona.com gr-bootstrap FullClusterCrashRecovered Cluster recovered from full cluster crash logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:34 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Liveness probe failed: 2023/08/17 14:26:34 liveness check failed: check if member in primary partition: sql: no rows in result set logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:38 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:38 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:38 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:26:38 readiness check failed: connect to db: ping database: dial tcp 10.67.88.14:33062: connect: connection refused logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:38 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulDelete delete Pod gr-bootstrap-mysql-2 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:42 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:26:42 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:42 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Liveness probe failed: 2023/08/17 14:26:42 in primary partition: false 2023/08/17 14:26:42 liveness check failed: possible split brain! logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:42 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:42 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulDelete delete Pod gr-bootstrap-mysql-1 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:43 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:51 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:51 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:54 +0000 UTC Warning Pod gr-bootstrap-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2023/08/17 14:26:54 packets.go:37: read tcp 10.67.89.10:34772->10.67.89.10:33062: read: connection reset by peer 2023/08/17 14:26:54 readiness check failed: connect to db: ping database: dial tcp 10.67.89.10:33062: connect: connection refused logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:26:58 +0000 UTC Warning Pod gr-bootstrap-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored: rpc error: code = NotFound desc = failed to exec in container: failed to load task: no running task found: task ca7607b71ddd0f97e92bad846f601ad9a822f512f6af2b47e4d08f8354bed929 not found: not found logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:00 +0000 UTC Normal Pod gr-bootstrap-mysql-0 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-qrsp logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:00 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-0 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:02 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:03 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 394.054814ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:03 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:03 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:05 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:05 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 379.384302ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:05 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:05 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:05 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:05 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 361.884722ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:05 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:06 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:24 +0000 UTC Warning Pod gr-bootstrap-mysql-0.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:24 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:27 +0000 UTC Normal Pod gr-bootstrap-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 398.72425ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:57 +0000 UTC Normal Pod gr-bootstrap-mysql-1 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-4tf7 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:27:57 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-1 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:02 +0000 UTC Normal Pod gr-bootstrap-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ff7606ca-d92b-4340-b603-5360d4623c5d" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:04 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:04 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 451.206116ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:04 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:04 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:06 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:06 +0000 UTC Warning PerconaServerMySQL.ps.percona.com gr-bootstrap FullClusterCrashDetected Full cluster crash detected logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:07 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 433.690202ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:07 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:07 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:07 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:07 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 396.073002ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:07 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:07 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:25 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:25 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:28:29 +0000 UTC Normal Pod gr-bootstrap-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 385.947123ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:04 +0000 UTC Normal Pod gr-bootstrap-mysql-2 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-brgf logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:04 +0000 UTC Normal StatefulSet.apps gr-bootstrap-mysql SuccessfulCreate create Pod gr-bootstrap-mysql-2 in StatefulSet gr-bootstrap-mysql successful logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:09 +0000 UTC Normal Pod gr-bootstrap-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-06f571ab-fa2f-4853-9f21-902f02e6e58d" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:10 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:10 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 411.521826ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:10 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:11 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:13 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:13 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 375.475507ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:13 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:13 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:13 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:13 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 398.058168ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:13 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:14 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:32 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:32 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:29:36 +0000 UTC Normal Pod gr-bootstrap-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 384.054346ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:14 +0000 UTC Normal PerconaServerMySQL.ps.percona.com gr-bootstrap FullClusterCrashRecovered Cluster recovered from full cluster crash logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:15 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:30:15 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:18 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:30:18 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:20 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Liveness probe failed: 2023/08/17 14:30:20 liveness check failed: check if member in primary partition: sql: no rows in result set logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:20 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:30:20 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:22 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2 Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-router-66f54d8844-2m2h2 to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-brgf logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:22 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-router-66f54d8844-wzrmx to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-4tf7 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:22 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n Scheduled Successfully assigned kuttl-test-expert-antelope/gr-bootstrap-router-66f54d8844-x797n to gke-jen-ps-424-70568ae-7-default-pool-95e5ef23-qrsp logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:22 +0000 UTC Normal ReplicaSet.apps gr-bootstrap-router-66f54d8844 SuccessfulCreate Created pod: gr-bootstrap-router-66f54d8844-x797n logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:22 +0000 UTC Normal ReplicaSet.apps gr-bootstrap-router-66f54d8844 SuccessfulCreate Created pod: gr-bootstrap-router-66f54d8844-wzrmx logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:22 +0000 UTC Normal ReplicaSet.apps gr-bootstrap-router-66f54d8844 SuccessfulCreate Created pod: gr-bootstrap-router-66f54d8844-2m2h2 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:22 +0000 UTC Normal Deployment.apps gr-bootstrap-router ScalingReplicaSet Scaled up replica set gr-bootstrap-router-66f54d8844 to 3 logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:30:23 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Liveness probe failed: 2023/08/17 14:30:23 liveness check failed: check if member in primary partition: sql: no rows in result set logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 416.497881ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 438.804286ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 392.936171ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:23 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:30:25 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 361.659668ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.containers{router} Created Created container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.containers{router} Started Started container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 395.998314ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.containers{router} Created Created container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.containers{router} Started Started container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:25 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:26 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 391.370287ms logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:26 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n.spec.containers{router} Created Created container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:26 +0000 UTC Normal Pod gr-bootstrap-router-66f54d8844-x797n.spec.containers{router} Started Started container router logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:28 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:30:28 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:30 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Liveness probe failed: 2023/08/17 14:30:30 liveness check failed: check if member in primary partition: sql: no rows in result set logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:30 +0000 UTC Warning Pod gr-bootstrap-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:30:30 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:33 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2023/08/17 14:30:33 readiness check failed: Member state: OFFLINE logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:30:33 +0000 UTC Warning Pod gr-bootstrap-mysql-1.spec.containers{mysql} Unhealthy Liveness probe failed: 2023/08/17 14:30:33 liveness check failed: check if member in primary partition: sql: no rows in result set logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:31:17 +0000 UTC Warning Pod gr-bootstrap-router-66f54d8844-2m2h2.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:31:17 +0000 UTC Warning Pod gr-bootstrap-router-66f54d8844-wzrmx.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy logger.go:42: 14:32:42 | gr-bootstrap | 2023-08-17 14:31:17 +0000 UTC Warning Pod gr-bootstrap-router-66f54d8844-x797n.spec.containers{router} Unhealthy Readiness probe failed: Read-write route is not healthy logger.go:42: 14:32:42 | gr-bootstrap | Deleting namespace: kuttl-test-expert-antelope === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (1194.08s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/gr-bootstrap (1190.68s) PASS