=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://35.184.89.132 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 30 tests === RUN kuttl/harness === RUN kuttl/harness/gr-scaling === PAUSE kuttl/harness/gr-scaling === CONT kuttl/harness/gr-scaling logger.go:42: 14:23:17 | gr-scaling | Creating namespace: kuttl-test-sure-dog logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client] logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | + source ../../functions logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ realpath ../../.. logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | ++++ pwd logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-scaling logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | ++ test_name=gr-scaling logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ GIT_BRANCH=PR-523 logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export VERSION=PR-523-f00253e logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ VERSION=PR-523-f00253e logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | ++++ which gdate logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | ++++ which date logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ command -v oc logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ kubectl get nodes logger.go:42: 14:23:17 | gr-scaling/0-deploy-operator | +++ grep '^minikube' logger.go:42: 14:23:18 | gr-scaling/0-deploy-operator | + init_temp_dir logger.go:42: 14:23:18 | gr-scaling/0-deploy-operator | + rm -rf /tmp/kuttl/ps/gr-scaling logger.go:42: 14:23:18 | gr-scaling/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/gr-scaling logger.go:42: 14:23:18 | gr-scaling/0-deploy-operator | + deploy_operator logger.go:42: 14:23:18 | gr-scaling/0-deploy-operator | + kubectl -n kuttl-test-sure-dog apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/crd.yaml logger.go:42: 14:23:18 | gr-scaling/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 14:23:19 | gr-scaling/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 14:23:20 | gr-scaling/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 14:23:20 | gr-scaling/0-deploy-operator | + kubectl -n kuttl-test-sure-dog apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/rbac.yaml logger.go:42: 14:23:21 | gr-scaling/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 14:23:21 | gr-scaling/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 14:23:21 | gr-scaling/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:23:22 | gr-scaling/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:23:22 | gr-scaling/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:23:22 | gr-scaling/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:23:23 | gr-scaling/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:23:23 | gr-scaling/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:23:23 | gr-scaling/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 14:23:23 | gr-scaling/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "DEBUG"' logger.go:42: 14:23:23 | gr-scaling/0-deploy-operator | + kubectl -n kuttl-test-sure-dog apply -f - logger.go:42: 14:23:23 | gr-scaling/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:23 | gr-scaling/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-523-f00253e"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/operator.yaml logger.go:42: 14:23:24 | gr-scaling/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 14:23:24 | gr-scaling/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 14:23:24 | gr-scaling/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 14:23:24 | gr-scaling/0-deploy-operator | + kubectl -n kuttl-test-sure-dog apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/secrets.yaml logger.go:42: 14:23:25 | gr-scaling/0-deploy-operator | secret/test-secrets created logger.go:42: 14:23:25 | gr-scaling/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 14:23:25 | gr-scaling/0-deploy-operator | + kubectl -n kuttl-test-sure-dog apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/ssl-secret.yaml logger.go:42: 14:23:26 | gr-scaling/0-deploy-operator | secret/test-ssl created logger.go:42: 14:23:26 | gr-scaling/0-deploy-operator | + deploy_client logger.go:42: 14:23:26 | gr-scaling/0-deploy-operator | + kubectl -n kuttl-test-sure-dog apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf/client.yaml logger.go:42: 14:23:27 | gr-scaling/0-deploy-operator | pod/mysql-client created logger.go:42: 14:23:36 | gr-scaling/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | starting test step 1-create-cluster logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.allowUnsafeConfigurations=true' - \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + source ../../functions logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ realpath ../../.. logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++++ pwd logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-scaling logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ test_name=gr-scaling logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ GIT_BRANCH=PR-523 logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export VERSION=PR-523-f00253e logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ VERSION=PR-523-f00253e logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++++ which gdate logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++++ which date logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ command -v oc logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ kubectl get nodes logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | +++ grep '^minikube' logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval .spec.allowUnsafeConfigurations=true - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + get_cr logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + local name_suffix= logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + kubectl -n kuttl-test-sure-dog apply -f - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.metadata.name="%s"' gr-scaling logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-523-f00253e"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.metadata.name="gr-scaling"' /mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy/cr.yaml logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + '[' -n '' ']' logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:23:36 | gr-scaling/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:23:37 | gr-scaling/1-create-cluster | perconaservermysql.ps.percona.com/gr-scaling created logger.go:42: 14:27:47 | gr-scaling/1-create-cluster | test step completed 1-create-cluster logger.go:42: 14:27:47 | gr-scaling/2-write-data | starting test step 2-write-data logger.go:42: 14:27:47 | gr-scaling/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password"] logger.go:42: 14:27:47 | gr-scaling/2-write-data | + source ../../functions logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ realpath ../../.. logger.go:42: 14:27:47 | gr-scaling/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:47 | gr-scaling/2-write-data | ++++ pwd logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-scaling logger.go:42: 14:27:47 | gr-scaling/2-write-data | ++ test_name=gr-scaling logger.go:42: 14:27:47 | gr-scaling/2-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:27:47 | gr-scaling/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ GIT_BRANCH=PR-523 logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export VERSION=PR-523-f00253e logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ VERSION=PR-523-f00253e logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:27:47 | gr-scaling/2-write-data | ++++ which gdate logger.go:42: 14:27:47 | gr-scaling/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:27:47 | gr-scaling/2-write-data | ++++ which date logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ date=/usr/bin/date logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ command -v oc logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ kubectl get nodes logger.go:42: 14:27:47 | gr-scaling/2-write-data | +++ grep '^minikube' logger.go:42: 14:27:48 | gr-scaling/2-write-data | +++ get_cluster_name logger.go:42: 14:27:48 | gr-scaling/2-write-data | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:27:48 | gr-scaling/2-write-data | ++ get_mysql_router_service gr-scaling logger.go:42: 14:27:48 | gr-scaling/2-write-data | ++ local cluster=gr-scaling logger.go:42: 14:27:48 | gr-scaling/2-write-data | ++ echo gr-scaling-router logger.go:42: 14:27:48 | gr-scaling/2-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:48 | gr-scaling/2-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 14:27:48 | gr-scaling/2-write-data | + local 'uri=-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:48 | gr-scaling/2-write-data | + local pod= logger.go:42: 14:27:48 | gr-scaling/2-write-data | ++ get_client_pod logger.go:42: 14:27:48 | gr-scaling/2-write-data | ++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:27:48 | gr-scaling/2-write-data | + client_pod=mysql-client logger.go:42: 14:27:48 | gr-scaling/2-write-data | + wait_pod mysql-client logger.go:42: 14:27:48 | gr-scaling/2-write-data | + local pod=mysql-client logger.go:42: 14:27:48 | gr-scaling/2-write-data | + set +o xtrace logger.go:42: 14:27:49 | gr-scaling/2-write-data | mysql-clienttrue logger.go:42: 14:27:49 | gr-scaling/2-write-data | + kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:49 | gr-scaling/2-write-data | + sed -e 's/mysql: //' logger.go:42: 14:27:49 | gr-scaling/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:27:50 | gr-scaling/2-write-data | + : logger.go:42: 14:27:50 | gr-scaling/2-write-data | +++ get_cluster_name logger.go:42: 14:27:50 | gr-scaling/2-write-data | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:27:50 | gr-scaling/2-write-data | ++ get_mysql_router_service gr-scaling logger.go:42: 14:27:50 | gr-scaling/2-write-data | ++ local cluster=gr-scaling logger.go:42: 14:27:50 | gr-scaling/2-write-data | ++ echo gr-scaling-router logger.go:42: 14:27:50 | gr-scaling/2-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:50 | gr-scaling/2-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)' logger.go:42: 14:27:50 | gr-scaling/2-write-data | + local 'uri=-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:50 | gr-scaling/2-write-data | + local pod= logger.go:42: 14:27:50 | gr-scaling/2-write-data | ++ get_client_pod logger.go:42: 14:27:50 | gr-scaling/2-write-data | ++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:27:51 | gr-scaling/2-write-data | + client_pod=mysql-client logger.go:42: 14:27:51 | gr-scaling/2-write-data | + wait_pod mysql-client logger.go:42: 14:27:51 | gr-scaling/2-write-data | + local pod=mysql-client logger.go:42: 14:27:51 | gr-scaling/2-write-data | + set +o xtrace logger.go:42: 14:27:51 | gr-scaling/2-write-data | mysql-clienttrue logger.go:42: 14:27:51 | gr-scaling/2-write-data | + kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:51 | gr-scaling/2-write-data | + sed -e 's/mysql: //' logger.go:42: 14:27:51 | gr-scaling/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:27:52 | gr-scaling/2-write-data | + : logger.go:42: 14:27:53 | gr-scaling/2-write-data | test step completed 2-write-data logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | starting test step 3-read-from-primary logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_mysql "SELECT * FROM myDB.myTable" "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 03-read-from-primary --from-literal=data="${data}"] logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | + source ../../functions logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ realpath ../../.. logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | ++++ pwd logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-scaling logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | ++ test_name=gr-scaling logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ GIT_BRANCH=PR-523 logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export VERSION=PR-523-f00253e logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ VERSION=PR-523-f00253e logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | ++++ which gdate logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | ++++ which date logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ date=/usr/bin/date logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ command -v oc logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ kubectl get nodes logger.go:42: 14:27:53 | gr-scaling/3-read-from-primary | +++ grep '^minikube' logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++++ get_cluster_name logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | +++ get_mysql_router_service gr-scaling logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | +++ local cluster=gr-scaling logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | +++ echo gr-scaling-router logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++ local 'uri=-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++ local pod= logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | +++ get_client_pod logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++ client_pod=mysql-client logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++ wait_pod mysql-client logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++ local pod=mysql-client logger.go:42: 14:27:54 | gr-scaling/3-read-from-primary | ++ set +o xtrace logger.go:42: 14:27:55 | gr-scaling/3-read-from-primary | mysql-clienttrue logger.go:42: 14:27:55 | gr-scaling/3-read-from-primary | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-router -uroot -proot_password' logger.go:42: 14:27:55 | gr-scaling/3-read-from-primary | ++ sed -e 's/mysql: //' logger.go:42: 14:27:55 | gr-scaling/3-read-from-primary | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:27:56 | gr-scaling/3-read-from-primary | + data=100500 logger.go:42: 14:27:56 | gr-scaling/3-read-from-primary | + kubectl create configmap -n kuttl-test-sure-dog 03-read-from-primary --from-literal=data=100500 logger.go:42: 14:27:56 | gr-scaling/3-read-from-primary | configmap/03-read-from-primary created logger.go:42: 14:27:57 | gr-scaling/3-read-from-primary | test step completed 3-read-from-primary logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | starting test step 4-read-from-replicas logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | running command: [sh -c set -o errexit set -o xtrace source ../../functions args='' size=$(kubectl -n ${NAMESPACE} get ps $(get_cluster_name) -o jsonpath='{.spec.mysql.size}') for i in $(seq 0 $((size - 1))); do host=$(get_mysql_headless_fqdn $(get_cluster_name) $i) data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${host} -uroot -proot_password") args="${args} --from-literal=${host}=${data}" done kubectl create configmap -n "${NAMESPACE}" 04-read-from-replicas ${args}] logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | + source ../../functions logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ realpath ../../.. logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | ++++ pwd logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-scaling logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | ++ test_name=gr-scaling logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ GIT_BRANCH=PR-523 logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export VERSION=PR-523-f00253e logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ VERSION=PR-523-f00253e logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | ++++ which gdate logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | ++++ which date logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ date=/usr/bin/date logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ command -v oc logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ kubectl get nodes logger.go:42: 14:27:57 | gr-scaling/4-read-from-replicas | +++ grep '^minikube' logger.go:42: 14:27:58 | gr-scaling/4-read-from-replicas | + args= logger.go:42: 14:27:58 | gr-scaling/4-read-from-replicas | +++ get_cluster_name logger.go:42: 14:27:58 | gr-scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:27:58 | gr-scaling/4-read-from-replicas | ++ kubectl -n kuttl-test-sure-dog get ps gr-scaling -o 'jsonpath={.spec.mysql.size}' logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | + size=3 logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ seq 0 2 logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | +++ get_cluster_name logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ get_mysql_headless_fqdn gr-scaling 0 logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ local cluster=gr-scaling logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ local index=0 logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ echo gr-scaling-mysql-0.gr-scaling-mysql logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | + host=gr-scaling-mysql-0.gr-scaling-mysql logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-mysql-0.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ local 'uri=-h gr-scaling-mysql-0.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | ++ local pod= logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | +++ get_client_pod logger.go:42: 14:27:59 | gr-scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:28:00 | gr-scaling/4-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 14:28:00 | gr-scaling/4-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 14:28:00 | gr-scaling/4-read-from-replicas | ++ local pod=mysql-client logger.go:42: 14:28:00 | gr-scaling/4-read-from-replicas | ++ set +o xtrace logger.go:42: 14:28:00 | gr-scaling/4-read-from-replicas | mysql-clienttrue logger.go:42: 14:28:00 | gr-scaling/4-read-from-replicas | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-mysql-0.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:28:00 | gr-scaling/4-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 14:28:00 | gr-scaling/4-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:28:01 | gr-scaling/4-read-from-replicas | + data=100500 logger.go:42: 14:28:01 | gr-scaling/4-read-from-replicas | + args=' --from-literal=gr-scaling-mysql-0.gr-scaling-mysql=100500' logger.go:42: 14:28:01 | gr-scaling/4-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 14:28:01 | gr-scaling/4-read-from-replicas | +++ get_cluster_name logger.go:42: 14:28:01 | gr-scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ get_mysql_headless_fqdn gr-scaling 1 logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ local cluster=gr-scaling logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ local index=1 logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ echo gr-scaling-mysql-1.gr-scaling-mysql logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | + host=gr-scaling-mysql-1.gr-scaling-mysql logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-mysql-1.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ local 'uri=-h gr-scaling-mysql-1.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ local pod= logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | +++ get_client_pod logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ local pod=mysql-client logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ set +o xtrace logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | mysql-clienttrue logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-mysql-1.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 14:28:02 | gr-scaling/4-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | + data=100500 logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | + args=' --from-literal=gr-scaling-mysql-0.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-1.gr-scaling-mysql=100500' logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | +++ get_cluster_name logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ get_mysql_headless_fqdn gr-scaling 2 logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ local cluster=gr-scaling logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ local index=2 logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ echo gr-scaling-mysql-2.gr-scaling-mysql logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | + host=gr-scaling-mysql-2.gr-scaling-mysql logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-mysql-2.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ local 'uri=-h gr-scaling-mysql-2.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ local pod= logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | +++ get_client_pod logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ local pod=mysql-client logger.go:42: 14:28:04 | gr-scaling/4-read-from-replicas | ++ set +o xtrace logger.go:42: 14:28:05 | gr-scaling/4-read-from-replicas | mysql-clienttrue logger.go:42: 14:28:05 | gr-scaling/4-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 14:28:05 | gr-scaling/4-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:28:05 | gr-scaling/4-read-from-replicas | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-mysql-2.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:28:06 | gr-scaling/4-read-from-replicas | + data=100500 logger.go:42: 14:28:06 | gr-scaling/4-read-from-replicas | + args=' --from-literal=gr-scaling-mysql-0.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-1.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-2.gr-scaling-mysql=100500' logger.go:42: 14:28:06 | gr-scaling/4-read-from-replicas | + kubectl create configmap -n kuttl-test-sure-dog 04-read-from-replicas --from-literal=gr-scaling-mysql-0.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-1.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-2.gr-scaling-mysql=100500 logger.go:42: 14:28:06 | gr-scaling/4-read-from-replicas | configmap/04-read-from-replicas created logger.go:42: 14:28:07 | gr-scaling/4-read-from-replicas | test step completed 4-read-from-replicas logger.go:42: 14:28:07 | gr-scaling/5-scale-down-mysql | starting test step 5-scale-down-mysql logger.go:42: 14:28:09 | gr-scaling/5-scale-down-mysql | PerconaServerMySQL:kuttl-test-sure-dog/gr-scaling updated logger.go:42: 14:28:35 | gr-scaling/5-scale-down-mysql | test step completed 5-scale-down-mysql logger.go:42: 14:28:35 | gr-scaling/6-scale-down-proxy | starting test step 6-scale-down-proxy logger.go:42: 14:28:36 | gr-scaling/6-scale-down-proxy | PerconaServerMySQL:kuttl-test-sure-dog/gr-scaling updated logger.go:42: 14:28:48 | gr-scaling/6-scale-down-proxy | test step completed 6-scale-down-proxy logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | starting test step 7-read-from-primary logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_mysql "SELECT * FROM myDB.myTable" "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 09-read-from-primary --from-literal=data="${data}"] logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | + source ../../functions logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ realpath ../../.. logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++++ pwd logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-scaling logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++ test_name=gr-scaling logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ GIT_BRANCH=PR-523 logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export VERSION=PR-523-f00253e logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ VERSION=PR-523-f00253e logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++++ which gdate logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++++ which date logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ date=/usr/bin/date logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ command -v oc logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ kubectl get nodes logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | +++ grep '^minikube' logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++++ get_cluster_name logger.go:42: 14:28:48 | gr-scaling/7-read-from-primary | ++++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | +++ get_mysql_router_service gr-scaling logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | +++ local cluster=gr-scaling logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | +++ echo gr-scaling-router logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ local 'uri=-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ local pod= logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | +++ get_client_pod logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ client_pod=mysql-client logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ wait_pod mysql-client logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ local pod=mysql-client logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ set +o xtrace logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | mysql-clienttrue logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ sed -e 's/mysql: //' logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:28:49 | gr-scaling/7-read-from-primary | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-router -uroot -proot_password' logger.go:42: 14:28:51 | gr-scaling/7-read-from-primary | + data=100500 logger.go:42: 14:28:51 | gr-scaling/7-read-from-primary | + kubectl create configmap -n kuttl-test-sure-dog 09-read-from-primary --from-literal=data=100500 logger.go:42: 14:28:51 | gr-scaling/7-read-from-primary | configmap/09-read-from-primary created logger.go:42: 14:28:52 | gr-scaling/7-read-from-primary | test step completed 7-read-from-primary logger.go:42: 14:28:52 | gr-scaling/8-scale-up-everything | starting test step 8-scale-up-everything logger.go:42: 14:28:53 | gr-scaling/8-scale-up-everything | PerconaServerMySQL:kuttl-test-sure-dog/gr-scaling updated logger.go:42: 14:30:43 | gr-scaling/8-scale-up-everything | test step completed 8-scale-up-everything logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | starting test step 9-read-from-primary logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_mysql "SELECT * FROM myDB.myTable" "-h $(get_mysql_router_service $(get_cluster_name)) -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 11-read-from-primary --from-literal=data="${data}"] logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | + source ../../functions logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ realpath ../../.. logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++++ pwd logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-scaling logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++ test_name=gr-scaling logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ GIT_BRANCH=PR-523 logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export VERSION=PR-523-f00253e logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ VERSION=PR-523-f00253e logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++++ which gdate logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++++ which date logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ date=/usr/bin/date logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ command -v oc logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ kubectl get nodes logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | +++ grep '^minikube' logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++++ get_cluster_name logger.go:42: 14:30:43 | gr-scaling/9-read-from-primary | ++++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | +++ get_mysql_router_service gr-scaling logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | +++ local cluster=gr-scaling logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | +++ echo gr-scaling-router logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | ++ local 'uri=-h gr-scaling-router -uroot -proot_password' logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | ++ local pod= logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | +++ get_client_pod logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | ++ client_pod=mysql-client logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | ++ wait_pod mysql-client logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | ++ local pod=mysql-client logger.go:42: 14:30:44 | gr-scaling/9-read-from-primary | ++ set +o xtrace logger.go:42: 14:30:45 | gr-scaling/9-read-from-primary | mysql-clienttrue logger.go:42: 14:30:45 | gr-scaling/9-read-from-primary | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-router -uroot -proot_password' logger.go:42: 14:30:45 | gr-scaling/9-read-from-primary | ++ sed -e 's/mysql: //' logger.go:42: 14:30:45 | gr-scaling/9-read-from-primary | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:30:46 | gr-scaling/9-read-from-primary | + data=100500 logger.go:42: 14:30:46 | gr-scaling/9-read-from-primary | + kubectl create configmap -n kuttl-test-sure-dog 11-read-from-primary --from-literal=data=100500 logger.go:42: 14:30:46 | gr-scaling/9-read-from-primary | configmap/11-read-from-primary created logger.go:42: 14:30:47 | gr-scaling/9-read-from-primary | test step completed 9-read-from-primary logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | starting test step 10-read-from-replicas logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | running command: [sh -c set -o errexit set -o xtrace source ../../functions args='' size=$(kubectl -n ${NAMESPACE} get ps $(get_cluster_name) -o jsonpath='{.spec.mysql.size}') for i in $(seq 0 $((size - 1))); do host=$(get_mysql_headless_fqdn $(get_cluster_name) $i) data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${host} -uroot -proot_password") args="${args} --from-literal=${host}=${data}" done kubectl create configmap -n "${NAMESPACE}" 12-read-from-replicas ${args}] logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | + source ../../functions logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ realpath ../../.. logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | ++++ pwd logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/tests/gr-scaling logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | ++ test_name=gr-scaling logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/vars.sh logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-523 logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/deploy logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-523/e2e-tests/conf logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ TEMP_DIR=/tmp/kuttl/ps/gr-scaling logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export GIT_BRANCH=PR-523 logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ GIT_BRANCH=PR-523 logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export VERSION=PR-523-f00253e logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ VERSION=PR-523-f00253e logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-523-f00253e logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | ++++ which gdate logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-523/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | ++++ which date logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ date=/usr/bin/date logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ command -v oc logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ kubectl get nodes logger.go:42: 14:30:47 | gr-scaling/10-read-from-replicas | +++ grep '^minikube' logger.go:42: 14:30:48 | gr-scaling/10-read-from-replicas | + args= logger.go:42: 14:30:48 | gr-scaling/10-read-from-replicas | +++ get_cluster_name logger.go:42: 14:30:48 | gr-scaling/10-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:48 | gr-scaling/10-read-from-replicas | ++ kubectl -n kuttl-test-sure-dog get ps gr-scaling -o 'jsonpath={.spec.mysql.size}' logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | + size=3 logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ seq 0 2 logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | +++ get_cluster_name logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ get_mysql_headless_fqdn gr-scaling 0 logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ local cluster=gr-scaling logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ local index=0 logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ echo gr-scaling-mysql-0.gr-scaling-mysql logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | + host=gr-scaling-mysql-0.gr-scaling-mysql logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-mysql-0.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ local 'uri=-h gr-scaling-mysql-0.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ local pod= logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | +++ get_client_pod logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ local pod=mysql-client logger.go:42: 14:30:49 | gr-scaling/10-read-from-replicas | ++ set +o xtrace logger.go:42: 14:30:50 | gr-scaling/10-read-from-replicas | mysql-clienttrue logger.go:42: 14:30:50 | gr-scaling/10-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 14:30:50 | gr-scaling/10-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:30:50 | gr-scaling/10-read-from-replicas | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-mysql-0.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | + data=100500 logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | + args=' --from-literal=gr-scaling-mysql-0.gr-scaling-mysql=100500' logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | +++ get_cluster_name logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | ++ get_mysql_headless_fqdn gr-scaling 1 logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | ++ local cluster=gr-scaling logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | ++ local index=1 logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | ++ echo gr-scaling-mysql-1.gr-scaling-mysql logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | + host=gr-scaling-mysql-1.gr-scaling-mysql logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-mysql-1.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | ++ local 'uri=-h gr-scaling-mysql-1.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | ++ local pod= logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | +++ get_client_pod logger.go:42: 14:30:51 | gr-scaling/10-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:30:52 | gr-scaling/10-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 14:30:52 | gr-scaling/10-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 14:30:52 | gr-scaling/10-read-from-replicas | ++ local pod=mysql-client logger.go:42: 14:30:52 | gr-scaling/10-read-from-replicas | ++ set +o xtrace logger.go:42: 14:30:52 | gr-scaling/10-read-from-replicas | mysql-clienttrue logger.go:42: 14:30:52 | gr-scaling/10-read-from-replicas | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-mysql-1.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:52 | gr-scaling/10-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 14:30:52 | gr-scaling/10-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:30:53 | gr-scaling/10-read-from-replicas | + data=100500 logger.go:42: 14:30:53 | gr-scaling/10-read-from-replicas | + args=' --from-literal=gr-scaling-mysql-0.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-1.gr-scaling-mysql=100500' logger.go:42: 14:30:53 | gr-scaling/10-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 14:30:53 | gr-scaling/10-read-from-replicas | +++ get_cluster_name logger.go:42: 14:30:53 | gr-scaling/10-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ get_mysql_headless_fqdn gr-scaling 2 logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ local cluster=gr-scaling logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ local index=2 logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ echo gr-scaling-mysql-2.gr-scaling-mysql logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | + host=gr-scaling-mysql-2.gr-scaling-mysql logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h gr-scaling-mysql-2.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ local 'uri=-h gr-scaling-mysql-2.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ local pod= logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | +++ get_client_pod logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | +++ kubectl -n kuttl-test-sure-dog get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ local pod=mysql-client logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ set +o xtrace logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | mysql-clienttrue logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ kubectl -n kuttl-test-sure-dog exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h gr-scaling-mysql-2.gr-scaling-mysql -uroot -proot_password' logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 14:30:54 | gr-scaling/10-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 14:30:56 | gr-scaling/10-read-from-replicas | + data=100500 logger.go:42: 14:30:56 | gr-scaling/10-read-from-replicas | + args=' --from-literal=gr-scaling-mysql-0.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-1.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-2.gr-scaling-mysql=100500' logger.go:42: 14:30:56 | gr-scaling/10-read-from-replicas | + kubectl create configmap -n kuttl-test-sure-dog 12-read-from-replicas --from-literal=gr-scaling-mysql-0.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-1.gr-scaling-mysql=100500 --from-literal=gr-scaling-mysql-2.gr-scaling-mysql=100500 logger.go:42: 14:30:56 | gr-scaling/10-read-from-replicas | configmap/12-read-from-replicas created logger.go:42: 14:30:57 | gr-scaling/10-read-from-replicas | test step completed 10-read-from-replicas logger.go:42: 14:30:57 | gr-scaling/99-drop-finalizer | starting test step 99-drop-finalizer logger.go:42: 14:30:58 | gr-scaling/99-drop-finalizer | PerconaServerMySQL:kuttl-test-sure-dog/gr-scaling updated logger.go:42: 14:30:58 | gr-scaling/99-drop-finalizer | test step completed 99-drop-finalizer logger.go:42: 14:30:58 | gr-scaling | gr-scaling events from ns kuttl-test-sure-dog: logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:24 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-gvxsq Scheduled Successfully assigned kuttl-test-sure-dog/percona-server-mysql-operator-b4c599bbb-gvxsq to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:24 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-b4c599bbb SuccessfulCreate Created pod: percona-server-mysql-operator-b4c599bbb-gvxsq replicaset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:24 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-b4c599bbb to 1 deployment-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:26 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-gvxsq.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:27 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-b4c599bbb-gvxsq_2c340ffe-7067-41b1-8e9c-49d1af42b6c2 became leader percona-server-mysql-operator-b4c599bbb-gvxsq_2c340ffe-7067-41b1-8e9c-49d1af42b6c2 logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:27 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-sure-dog/mysql-client to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:27 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-gvxsq.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 98.18365ms (98.210635ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:27 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-gvxsq.spec.containers{manager} Created Created container manager kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:27 +0000 UTC Normal Pod percona-server-mysql-operator-b4c599bbb-gvxsq.spec.containers{manager} Started Started container manager kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:28 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.33" already present on machine kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:28 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:28 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:42 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-sure-dog/datadir-gr-scaling-mysql-0" pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:42 +0000 UTC Normal StatefulSet.apps gr-scaling-mysql SuccessfulCreate create Claim datadir-gr-scaling-mysql-0 Pod gr-scaling-mysql-0 in StatefulSet gr-scaling-mysql success statefulset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:42 +0000 UTC Normal StatefulSet.apps gr-scaling-mysql SuccessfulCreate create Pod gr-scaling-mysql-0 in StatefulSet gr-scaling-mysql successful statefulset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:46 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-eaff19b7-55e8-444a-8320-903d97e9a156 pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:46 +0000 UTC Normal Pod gr-scaling-mysql-0 Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-mysql-0 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:54 +0000 UTC Normal Pod gr-scaling-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-eaff19b7-55e8-444a-8320-903d97e9a156" attachdetach-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:55 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:55 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 89.313325ms (89.331178ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:55 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:55 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:57 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:57 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 74.481356ms (74.492706ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:57 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:57 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:57 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:57 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 90.521601ms (90.52867ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:57 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:23:57 +0000 UTC Normal Pod gr-scaling-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:30 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:30 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:30 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-sure-dog/datadir-gr-scaling-mysql-1" pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:30 +0000 UTC Normal StatefulSet.apps gr-scaling-mysql SuccessfulCreate create Claim datadir-gr-scaling-mysql-1 Pod gr-scaling-mysql-1 in StatefulSet gr-scaling-mysql success statefulset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:30 +0000 UTC Normal StatefulSet.apps gr-scaling-mysql SuccessfulCreate create Pod gr-scaling-mysql-1 in StatefulSet gr-scaling-mysql successful statefulset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:34 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-a22b00a3-ca49-4bba-9e57-744818a096aa pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:34 +0000 UTC Normal Pod gr-scaling-mysql-1 Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:42 +0000 UTC Normal Pod gr-scaling-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a22b00a3-ca49-4bba-9e57-744818a096aa" attachdetach-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:45 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:45 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 115.473282ms (115.499736ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:45 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:45 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:47 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:47 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 84.723391ms (84.740192ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:47 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:47 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:47 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:47 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 97.799424ms (97.8148ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:47 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:24:47 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:17 +0000 UTC Warning Pod gr-scaling-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:17 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:17 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 87.553107ms (87.571622ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:49 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:49 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:49 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-sure-dog/datadir-gr-scaling-mysql-2" pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:49 +0000 UTC Normal StatefulSet.apps gr-scaling-mysql SuccessfulCreate create Claim datadir-gr-scaling-mysql-2 Pod gr-scaling-mysql-2 in StatefulSet gr-scaling-mysql success statefulset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:49 +0000 UTC Normal StatefulSet.apps gr-scaling-mysql SuccessfulCreate create Pod gr-scaling-mysql-2 in StatefulSet gr-scaling-mysql successful statefulset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:53 +0000 UTC Normal PersistentVolumeClaim datadir-gr-scaling-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-ef4e5bd5-aa1d-4949-8b22-d5ffab7daf98 pd.csi.storage.gke.io_gke-46a60d3caf524388b9ed-2266-f72b-vm_574702e6-7624-4023-8c8f-9ab089ab1643 logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:25:53 +0000 UTC Normal Pod gr-scaling-mysql-2 Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:01 +0000 UTC Normal Pod gr-scaling-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ef4e5bd5-aa1d-4949-8b22-d5ffab7daf98" attachdetach-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:03 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:03 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 90.481176ms (90.499927ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:03 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:03 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:04 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:04 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 74.178045ms (74.199555ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:04 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:05 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:05 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:05 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 80.232256ms (80.244929ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:05 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:05 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:35 +0000 UTC Warning Pod gr-scaling-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:35 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:26:35 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 89.058965ms (89.077658ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:18 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87 Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-router-794fb6b45c-cst87 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:18 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-router-794fb6b45c-hht9b to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:18 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-router-794fb6b45c-rtnnz to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-s4z3 default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:18 +0000 UTC Normal ReplicaSet.apps gr-scaling-router-794fb6b45c SuccessfulCreate Created pod: gr-scaling-router-794fb6b45c-cst87 replicaset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:18 +0000 UTC Normal ReplicaSet.apps gr-scaling-router-794fb6b45c SuccessfulCreate Created pod: gr-scaling-router-794fb6b45c-rtnnz replicaset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:18 +0000 UTC Normal ReplicaSet.apps gr-scaling-router-794fb6b45c SuccessfulCreate Created pod: gr-scaling-router-794fb6b45c-hht9b replicaset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:18 +0000 UTC Normal Deployment.apps gr-scaling-router ScalingReplicaSet Scaled up replica set gr-scaling-router-794fb6b45c to 3 deployment-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 90.057849ms (90.071237ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 84.669287ms (84.687097ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 80.785829ms (80.802277ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:19 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:20 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:20 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:20 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 88.66421ms (88.671592ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:20 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz.spec.containers{router} Created Created container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:21 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:21 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-rtnnz.spec.containers{router} Started Started container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:35 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 14.860327922s (14.860371303s including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:35 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.containers{router} Created Created container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:35 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.containers{router} Started Started container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:35 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 14.343326472s (14.343339999s including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:35 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.containers{router} Created Created container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:27:35 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.containers{router} Started Started container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:17 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:17 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:17 +0000 UTC Normal StatefulSet.apps gr-scaling-mysql SuccessfulDelete delete Pod gr-scaling-mysql-2 in StatefulSet gr-scaling-mysql successful statefulset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:20 +0000 UTC Warning Pod gr-scaling-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: [mysql] 2024/02/05 14:28:20 packets.go:37: read tcp 10.248.89.15:48090->10.248.89.15:33062: read: connection reset by peer 2024/02/05 14:28:20 readiness check failed: connect to db: ping DB: dial tcp 10.248.89.15:33062: connect: connection refused kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:22 +0000 UTC Warning Pod gr-scaling-mysql-2.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:28:22 readiness check failed: connect to db: ping DB: dial tcp 10.248.89.15:33062: connect: connection refused kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:25 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:25 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:25 +0000 UTC Normal StatefulSet.apps gr-scaling-mysql SuccessfulDelete delete Pod gr-scaling-mysql-1 in StatefulSet gr-scaling-mysql successful statefulset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:29 +0000 UTC Warning Pod gr-scaling-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2024/02/05 14:28:29 readiness check failed: connect to db: ping DB: dial tcp 10.248.88.13:33062: connect: connection refused kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:43 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-cst87.spec.containers{router} Killing Stopping container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:43 +0000 UTC Warning Pod gr-scaling-router-794fb6b45c-cst87.spec.containers{router} Unhealthy Readiness probe failed: {"isAlive":true} kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:43 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-hht9b.spec.containers{router} Killing Stopping container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:43 +0000 UTC Warning Pod gr-scaling-router-794fb6b45c-hht9b.spec.containers{router} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:43 +0000 UTC Normal ReplicaSet.apps gr-scaling-router-794fb6b45c SuccessfulDelete Deleted pod: gr-scaling-router-794fb6b45c-hht9b replicaset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:43 +0000 UTC Normal ReplicaSet.apps gr-scaling-router-794fb6b45c SuccessfulDelete Deleted pod: gr-scaling-router-794fb6b45c-cst87 replicaset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:43 +0000 UTC Normal Deployment.apps gr-scaling-router ScalingReplicaSet Scaled down replica set gr-scaling-router-794fb6b45c to 1 from 3 deployment-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:28:57 +0000 UTC Normal Pod gr-scaling-mysql-1 Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-mysql-1 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:01 +0000 UTC Normal Pod gr-scaling-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a22b00a3-ca49-4bba-9e57-744818a096aa" attachdetach-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:03 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:03 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 149.547687ms (149.564839ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:03 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:03 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:04 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:05 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 90.710892ms (90.725588ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:05 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:05 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:05 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:05 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 93.700082ms (93.708448ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:05 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:05 +0000 UTC Normal Pod gr-scaling-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:37 +0000 UTC Normal Pod gr-scaling-mysql-2 Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-mysql-2 to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:45 +0000 UTC Normal Pod gr-scaling-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ef4e5bd5-aa1d-4949-8b22-d5ffab7daf98" attachdetach-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:47 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:47 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 103.207624ms (103.223103ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:47 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:47 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:49 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:49 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 93.361682ms (93.370938ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:49 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Created Created container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:49 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:49 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:49 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 94.866344ms (94.873456ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:49 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:29:49 +0000 UTC Normal Pod gr-scaling-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:30 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-router-794fb6b45c-7m7pd to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-c4j1 default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:30 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd Scheduled Successfully assigned kuttl-test-sure-dog/gr-scaling-router-794fb6b45c-zb4pd to gke-jen-ps-523-f00253e-4-default-pool-ea5b7f5d-jtft default-scheduler logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:30 +0000 UTC Normal ReplicaSet.apps gr-scaling-router-794fb6b45c SuccessfulCreate Created pod: gr-scaling-router-794fb6b45c-7m7pd replicaset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:30 +0000 UTC Normal ReplicaSet.apps gr-scaling-router-794fb6b45c SuccessfulCreate Created pod: gr-scaling-router-794fb6b45c-zb4pd replicaset-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:30 +0000 UTC Normal Deployment.apps gr-scaling-router ScalingReplicaSet Scaled up replica set gr-scaling-router-794fb6b45c to 3 from 1 deployment-controller logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:31 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:31 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 85.724864ms (85.747258ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:31 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:31 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:32 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-523-f00253e" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:32 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-523-f00253e" in 109.059188ms (109.072607ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:32 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd.spec.initContainers{router-init} Created Created container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:32 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd.spec.initContainers{router-init} Started Started container router-init kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:33 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:33 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 101.77716ms (101.787306ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:33 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd.spec.containers{router} Created Created container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:33 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-7m7pd.spec.containers{router} Started Started container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:33 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:33 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 85.501413ms (85.510827ms including waiting) kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:33 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd.spec.containers{router} Created Created container router kubelet logger.go:42: 14:30:58 | gr-scaling | 2024-02-05 14:30:33 +0000 UTC Normal Pod gr-scaling-router-794fb6b45c-zb4pd.spec.containers{router} Started Started container router kubelet logger.go:42: 14:30:58 | gr-scaling | Deleting namespace: kuttl-test-sure-dog === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (503.68s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/gr-scaling (500.96s) PASS