=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://34.70.140.115 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 26 tests === RUN kuttl/harness === RUN kuttl/harness/scaling === PAUSE kuttl/harness/scaling === CONT kuttl/harness/scaling logger.go:42: 12:53:47 | scaling | Creating namespace: kuttl-test-enhanced-peacock logger.go:42: 12:53:47 | scaling/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 12:53:47 | scaling/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client] logger.go:42: 12:53:47 | scaling/0-deploy-operator | + source ../../functions logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ realpath ../../.. logger.go:42: 12:53:47 | scaling/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:53:47 | scaling/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:53:47 | scaling/0-deploy-operator | ++++ mktemp -d logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export TEMP_DIR=/tmp/tmp.bK43bpUPiL logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ TEMP_DIR=/tmp/tmp.bK43bpUPiL logger.go:42: 12:53:47 | scaling/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ GIT_BRANCH=PR-339 logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ VERSION=PR-339-3a8483b logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:53:47 | scaling/0-deploy-operator | ++++ which gdate logger.go:42: 12:53:47 | scaling/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:53:47 | scaling/0-deploy-operator | ++++ which date logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ command -v oc logger.go:42: 12:53:47 | scaling/0-deploy-operator | +++ oc get projects logger.go:42: 12:53:52 | scaling/0-deploy-operator | error: the server doesn't have a resource type "projects" logger.go:42: 12:53:52 | scaling/0-deploy-operator | +++ kubectl get nodes logger.go:42: 12:53:52 | scaling/0-deploy-operator | +++ grep '^minikube' logger.go:42: 12:53:53 | scaling/0-deploy-operator | ++++ pwd logger.go:42: 12:53:53 | scaling/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 12:53:53 | scaling/0-deploy-operator | ++ test_name=scaling logger.go:42: 12:53:53 | scaling/0-deploy-operator | + deploy_operator logger.go:42: 12:53:53 | scaling/0-deploy-operator | + kubectl -n kuttl-test-enhanced-peacock apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/crd.yaml logger.go:42: 12:53:54 | scaling/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 12:53:55 | scaling/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 12:53:56 | scaling/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 12:53:56 | scaling/0-deploy-operator | + kubectl -n kuttl-test-enhanced-peacock apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/rbac.yaml logger.go:42: 12:53:57 | scaling/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 12:53:57 | scaling/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 12:53:58 | scaling/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 12:53:58 | scaling/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 12:53:58 | scaling/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 12:53:59 | scaling/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 12:53:59 | scaling/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 12:53:59 | scaling/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 12:53:59 | scaling/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 12:53:59 | scaling/0-deploy-operator | + kubectl -n kuttl-test-enhanced-peacock apply -f - logger.go:42: 12:53:59 | scaling/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:53:59 | scaling/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/operator.yaml logger.go:42: 12:54:01 | scaling/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 12:54:01 | scaling/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 12:54:01 | scaling/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 12:54:01 | scaling/0-deploy-operator | + kubectl -n kuttl-test-enhanced-peacock apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/secrets.yaml logger.go:42: 12:54:02 | scaling/0-deploy-operator | secret/test-secrets created logger.go:42: 12:54:02 | scaling/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 12:54:02 | scaling/0-deploy-operator | + kubectl -n kuttl-test-enhanced-peacock apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/ssl-secret.yaml logger.go:42: 12:54:04 | scaling/0-deploy-operator | secret/test-ssl created logger.go:42: 12:54:04 | scaling/0-deploy-operator | + deploy_client logger.go:42: 12:54:04 | scaling/0-deploy-operator | + kubectl -n kuttl-test-enhanced-peacock apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/client.yaml logger.go:42: 12:54:05 | scaling/0-deploy-operator | pod/mysql-client created logger.go:42: 12:54:12 | scaling/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 12:54:12 | scaling/1-create-cluster | starting test step 1-create-cluster logger.go:42: 12:54:12 | scaling/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' - \ | yq eval '.spec.mysql.size=3' - \ | yq eval '.spec.orchestrator.enabled=true' - \ | yq eval '.spec.orchestrator.size=3' - \ | yq eval '.spec.orchestrator.affinity.antiAffinityTopologyKey="none"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 12:54:12 | scaling/1-create-cluster | + source ../../functions logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ realpath ../../.. logger.go:42: 12:54:12 | scaling/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:54:12 | scaling/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:54:12 | scaling/1-create-cluster | ++++ mktemp -d logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export TEMP_DIR=/tmp/tmp.TZLosgU3P0 logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ TEMP_DIR=/tmp/tmp.TZLosgU3P0 logger.go:42: 12:54:12 | scaling/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ GIT_BRANCH=PR-339 logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ VERSION=PR-339-3a8483b logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:54:12 | scaling/1-create-cluster | ++++ which gdate logger.go:42: 12:54:12 | scaling/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:54:12 | scaling/1-create-cluster | ++++ which date logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ command -v oc logger.go:42: 12:54:12 | scaling/1-create-cluster | +++ oc get projects logger.go:42: 12:54:18 | scaling/1-create-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 12:54:18 | scaling/1-create-cluster | +++ kubectl get nodes logger.go:42: 12:54:18 | scaling/1-create-cluster | +++ grep '^minikube' logger.go:42: 12:54:19 | scaling/1-create-cluster | ++++ pwd logger.go:42: 12:54:19 | scaling/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ test_name=scaling logger.go:42: 12:54:19 | scaling/1-create-cluster | + get_cr logger.go:42: 12:54:19 | scaling/1-create-cluster | + local name_suffix= logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval .spec.mysql.size=3 - logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval .spec.orchestrator.size=3 - logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.orchestrator.affinity.antiAffinityTopologyKey="none"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | + kubectl -n kuttl-test-enhanced-peacock apply -f - logger.go:42: 12:54:19 | scaling/1-create-cluster | + '[' -n '' ']' logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.metadata.name="%s"' scaling logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.metadata.name="scaling"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/cr.yaml logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 12:54:19 | scaling/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:54:19 | scaling/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 12:54:20 | scaling/1-create-cluster | perconaservermysql.ps.percona.com/scaling created logger.go:42: 12:57:39 | scaling/1-create-cluster | test step completed 1-create-cluster logger.go:42: 12:57:39 | scaling/2-write-data | starting test step 2-write-data logger.go:42: 12:57:39 | scaling/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password"] logger.go:42: 12:57:39 | scaling/2-write-data | + source ../../functions logger.go:42: 12:57:39 | scaling/2-write-data | +++ realpath ../../.. logger.go:42: 12:57:39 | scaling/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:57:39 | scaling/2-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:57:39 | scaling/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:57:39 | scaling/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:57:39 | scaling/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:57:39 | scaling/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:57:39 | scaling/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:57:39 | scaling/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:57:39 | scaling/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:57:39 | scaling/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:57:39 | scaling/2-write-data | ++++ mktemp -d logger.go:42: 12:57:39 | scaling/2-write-data | +++ export TEMP_DIR=/tmp/tmp.arpzWbLjAc logger.go:42: 12:57:39 | scaling/2-write-data | +++ TEMP_DIR=/tmp/tmp.arpzWbLjAc logger.go:42: 12:57:39 | scaling/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:57:39 | scaling/2-write-data | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:57:39 | scaling/2-write-data | +++ GIT_BRANCH=PR-339 logger.go:42: 12:57:39 | scaling/2-write-data | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:57:39 | scaling/2-write-data | +++ VERSION=PR-339-3a8483b logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:57:39 | scaling/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:57:39 | scaling/2-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:57:39 | scaling/2-write-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:57:39 | scaling/2-write-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:57:39 | scaling/2-write-data | ++++ which gdate logger.go:42: 12:57:39 | scaling/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:57:39 | scaling/2-write-data | ++++ which date logger.go:42: 12:57:39 | scaling/2-write-data | +++ date=/usr/bin/date logger.go:42: 12:57:39 | scaling/2-write-data | +++ command -v oc logger.go:42: 12:57:39 | scaling/2-write-data | +++ oc get projects logger.go:42: 12:57:45 | scaling/2-write-data | error: the server doesn't have a resource type "projects" logger.go:42: 12:57:45 | scaling/2-write-data | +++ kubectl get nodes logger.go:42: 12:57:45 | scaling/2-write-data | +++ grep '^minikube' logger.go:42: 12:57:45 | scaling/2-write-data | ++++ pwd logger.go:42: 12:57:45 | scaling/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 12:57:45 | scaling/2-write-data | ++ test_name=scaling logger.go:42: 12:57:45 | scaling/2-write-data | +++ get_cluster_name logger.go:42: 12:57:45 | scaling/2-write-data | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:57:46 | scaling/2-write-data | ++ get_haproxy_svc scaling logger.go:42: 12:57:46 | scaling/2-write-data | ++ local cluster=scaling logger.go:42: 12:57:46 | scaling/2-write-data | ++ echo scaling-haproxy logger.go:42: 12:57:46 | scaling/2-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h scaling-haproxy -uroot -proot_password' logger.go:42: 12:57:46 | scaling/2-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 12:57:46 | scaling/2-write-data | + local 'uri=-h scaling-haproxy -uroot -proot_password' logger.go:42: 12:57:46 | scaling/2-write-data | + local pod= logger.go:42: 12:57:46 | scaling/2-write-data | ++ get_client_pod logger.go:42: 12:57:46 | scaling/2-write-data | ++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 12:57:47 | scaling/2-write-data | + client_pod=mysql-client logger.go:42: 12:57:47 | scaling/2-write-data | + wait_pod mysql-client logger.go:42: 12:57:47 | scaling/2-write-data | + local pod=mysql-client logger.go:42: 12:57:47 | scaling/2-write-data | + set +o xtrace logger.go:42: 12:57:48 | scaling/2-write-data | mysql-clienttrue logger.go:42: 12:57:48 | scaling/2-write-data | + kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h scaling-haproxy -uroot -proot_password' logger.go:42: 12:57:48 | scaling/2-write-data | + sed -e 's/mysql: //' logger.go:42: 12:57:48 | scaling/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 12:57:49 | scaling/2-write-data | + : logger.go:42: 12:57:49 | scaling/2-write-data | +++ get_cluster_name logger.go:42: 12:57:49 | scaling/2-write-data | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:57:50 | scaling/2-write-data | ++ get_haproxy_svc scaling logger.go:42: 12:57:50 | scaling/2-write-data | ++ local cluster=scaling logger.go:42: 12:57:50 | scaling/2-write-data | ++ echo scaling-haproxy logger.go:42: 12:57:50 | scaling/2-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h scaling-haproxy -uroot -proot_password' logger.go:42: 12:57:50 | scaling/2-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)' logger.go:42: 12:57:50 | scaling/2-write-data | + local 'uri=-h scaling-haproxy -uroot -proot_password' logger.go:42: 12:57:50 | scaling/2-write-data | + local pod= logger.go:42: 12:57:50 | scaling/2-write-data | ++ get_client_pod logger.go:42: 12:57:50 | scaling/2-write-data | ++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 12:57:51 | scaling/2-write-data | + client_pod=mysql-client logger.go:42: 12:57:51 | scaling/2-write-data | + wait_pod mysql-client logger.go:42: 12:57:51 | scaling/2-write-data | + local pod=mysql-client logger.go:42: 12:57:51 | scaling/2-write-data | + set +o xtrace logger.go:42: 12:57:51 | scaling/2-write-data | mysql-clienttrue logger.go:42: 12:57:51 | scaling/2-write-data | + sed -e 's/mysql: //' logger.go:42: 12:57:51 | scaling/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 12:57:51 | scaling/2-write-data | + kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h scaling-haproxy -uroot -proot_password' logger.go:42: 12:57:53 | scaling/2-write-data | + : logger.go:42: 12:57:54 | scaling/2-write-data | test step completed 2-write-data logger.go:42: 12:57:54 | scaling/3-read-from-primary | starting test step 3-read-from-primary logger.go:42: 12:57:54 | scaling/3-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_mysql "SELECT * FROM myDB.myTable" "-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password") kubectl create configmap -n "${NAMESPACE}" 03-read-from-primary --from-literal=data="${data}"] logger.go:42: 12:57:54 | scaling/3-read-from-primary | + source ../../functions logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ realpath ../../.. logger.go:42: 12:57:54 | scaling/3-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:57:54 | scaling/3-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:57:54 | scaling/3-read-from-primary | ++++ mktemp -d logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export TEMP_DIR=/tmp/tmp.Td60hFUmiE logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ TEMP_DIR=/tmp/tmp.Td60hFUmiE logger.go:42: 12:57:54 | scaling/3-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ GIT_BRANCH=PR-339 logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ VERSION=PR-339-3a8483b logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:57:54 | scaling/3-read-from-primary | ++++ which gdate logger.go:42: 12:57:54 | scaling/3-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:57:54 | scaling/3-read-from-primary | ++++ which date logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ date=/usr/bin/date logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ command -v oc logger.go:42: 12:57:54 | scaling/3-read-from-primary | +++ oc get projects logger.go:42: 12:58:00 | scaling/3-read-from-primary | error: the server doesn't have a resource type "projects" logger.go:42: 12:58:00 | scaling/3-read-from-primary | +++ kubectl get nodes logger.go:42: 12:58:00 | scaling/3-read-from-primary | +++ grep '^minikube' logger.go:42: 12:58:00 | scaling/3-read-from-primary | ++++ pwd logger.go:42: 12:58:00 | scaling/3-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 12:58:00 | scaling/3-read-from-primary | ++ test_name=scaling logger.go:42: 12:58:00 | scaling/3-read-from-primary | ++++ get_cluster_name logger.go:42: 12:58:00 | scaling/3-read-from-primary | ++++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:58:01 | scaling/3-read-from-primary | +++ get_haproxy_svc scaling logger.go:42: 12:58:01 | scaling/3-read-from-primary | +++ local cluster=scaling logger.go:42: 12:58:01 | scaling/3-read-from-primary | +++ echo scaling-haproxy logger.go:42: 12:58:01 | scaling/3-read-from-primary | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-haproxy -uroot -proot_password' logger.go:42: 12:58:01 | scaling/3-read-from-primary | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 12:58:01 | scaling/3-read-from-primary | ++ local 'uri=-h scaling-haproxy -uroot -proot_password' logger.go:42: 12:58:01 | scaling/3-read-from-primary | ++ local pod= logger.go:42: 12:58:01 | scaling/3-read-from-primary | +++ get_client_pod logger.go:42: 12:58:01 | scaling/3-read-from-primary | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 12:58:02 | scaling/3-read-from-primary | ++ client_pod=mysql-client logger.go:42: 12:58:02 | scaling/3-read-from-primary | ++ wait_pod mysql-client logger.go:42: 12:58:02 | scaling/3-read-from-primary | ++ local pod=mysql-client logger.go:42: 12:58:02 | scaling/3-read-from-primary | ++ set +o xtrace logger.go:42: 12:58:03 | scaling/3-read-from-primary | mysql-clienttrue logger.go:42: 12:58:03 | scaling/3-read-from-primary | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-haproxy -uroot -proot_password' logger.go:42: 12:58:03 | scaling/3-read-from-primary | ++ sed -e 's/mysql: //' logger.go:42: 12:58:03 | scaling/3-read-from-primary | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 12:58:04 | scaling/3-read-from-primary | + data=100500 logger.go:42: 12:58:04 | scaling/3-read-from-primary | + kubectl create configmap -n kuttl-test-enhanced-peacock 03-read-from-primary --from-literal=data=100500 logger.go:42: 12:58:05 | scaling/3-read-from-primary | configmap/03-read-from-primary created logger.go:42: 12:58:06 | scaling/3-read-from-primary | test step completed 3-read-from-primary logger.go:42: 12:58:06 | scaling/4-read-from-replicas | starting test step 4-read-from-replicas logger.go:42: 12:58:06 | scaling/4-read-from-replicas | running command: [sh -c set -o errexit set -o xtrace source ../../functions args='' size=3 for i in $(seq 0 $((size - 1))); do host=$(get_mysql_headless_fqdn $(get_cluster_name) $i) data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${host} -uroot -proot_password") args="${args} --from-literal=${host}=${data}" done kubectl create configmap -n "${NAMESPACE}" 04-read-from-replicas ${args}] logger.go:42: 12:58:06 | scaling/4-read-from-replicas | + source ../../functions logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ realpath ../../.. logger.go:42: 12:58:06 | scaling/4-read-from-replicas | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:06 | scaling/4-read-from-replicas | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:58:06 | scaling/4-read-from-replicas | ++++ mktemp -d logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export TEMP_DIR=/tmp/tmp.VryZHbp4gI logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ TEMP_DIR=/tmp/tmp.VryZHbp4gI logger.go:42: 12:58:06 | scaling/4-read-from-replicas | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ GIT_BRANCH=PR-339 logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ VERSION=PR-339-3a8483b logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:58:06 | scaling/4-read-from-replicas | ++++ which gdate logger.go:42: 12:58:06 | scaling/4-read-from-replicas | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:58:06 | scaling/4-read-from-replicas | ++++ which date logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ date=/usr/bin/date logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ command -v oc logger.go:42: 12:58:06 | scaling/4-read-from-replicas | +++ oc get projects logger.go:42: 12:58:12 | scaling/4-read-from-replicas | error: the server doesn't have a resource type "projects" logger.go:42: 12:58:12 | scaling/4-read-from-replicas | +++ kubectl get nodes logger.go:42: 12:58:12 | scaling/4-read-from-replicas | +++ grep '^minikube' logger.go:42: 12:58:12 | scaling/4-read-from-replicas | ++++ pwd logger.go:42: 12:58:12 | scaling/4-read-from-replicas | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 12:58:12 | scaling/4-read-from-replicas | ++ test_name=scaling logger.go:42: 12:58:12 | scaling/4-read-from-replicas | + args= logger.go:42: 12:58:12 | scaling/4-read-from-replicas | + size=3 logger.go:42: 12:58:12 | scaling/4-read-from-replicas | ++ seq 0 2 logger.go:42: 12:58:12 | scaling/4-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 12:58:12 | scaling/4-read-from-replicas | +++ get_cluster_name logger.go:42: 12:58:12 | scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:58:13 | scaling/4-read-from-replicas | ++ get_mysql_headless_fqdn scaling 0 logger.go:42: 12:58:13 | scaling/4-read-from-replicas | ++ local cluster=scaling logger.go:42: 12:58:13 | scaling/4-read-from-replicas | ++ local index=0 logger.go:42: 12:58:13 | scaling/4-read-from-replicas | ++ echo scaling-mysql-0.scaling-mysql logger.go:42: 12:58:13 | scaling/4-read-from-replicas | + host=scaling-mysql-0.scaling-mysql logger.go:42: 12:58:13 | scaling/4-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-mysql-0.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:13 | scaling/4-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 12:58:13 | scaling/4-read-from-replicas | ++ local 'uri=-h scaling-mysql-0.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:13 | scaling/4-read-from-replicas | ++ local pod= logger.go:42: 12:58:13 | scaling/4-read-from-replicas | +++ get_client_pod logger.go:42: 12:58:13 | scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 12:58:14 | scaling/4-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 12:58:14 | scaling/4-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 12:58:14 | scaling/4-read-from-replicas | ++ local pod=mysql-client logger.go:42: 12:58:14 | scaling/4-read-from-replicas | ++ set +o xtrace logger.go:42: 12:58:15 | scaling/4-read-from-replicas | mysql-clienttrue logger.go:42: 12:58:15 | scaling/4-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 12:58:15 | scaling/4-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 12:58:15 | scaling/4-read-from-replicas | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-mysql-0.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:16 | scaling/4-read-from-replicas | + data=100500 logger.go:42: 12:58:16 | scaling/4-read-from-replicas | + args=' --from-literal=scaling-mysql-0.scaling-mysql=100500' logger.go:42: 12:58:16 | scaling/4-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 12:58:16 | scaling/4-read-from-replicas | +++ get_cluster_name logger.go:42: 12:58:16 | scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:58:17 | scaling/4-read-from-replicas | ++ get_mysql_headless_fqdn scaling 1 logger.go:42: 12:58:17 | scaling/4-read-from-replicas | ++ local cluster=scaling logger.go:42: 12:58:17 | scaling/4-read-from-replicas | ++ local index=1 logger.go:42: 12:58:17 | scaling/4-read-from-replicas | ++ echo scaling-mysql-1.scaling-mysql logger.go:42: 12:58:17 | scaling/4-read-from-replicas | + host=scaling-mysql-1.scaling-mysql logger.go:42: 12:58:17 | scaling/4-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-mysql-1.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:17 | scaling/4-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 12:58:17 | scaling/4-read-from-replicas | ++ local 'uri=-h scaling-mysql-1.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:17 | scaling/4-read-from-replicas | ++ local pod= logger.go:42: 12:58:17 | scaling/4-read-from-replicas | +++ get_client_pod logger.go:42: 12:58:17 | scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 12:58:18 | scaling/4-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 12:58:18 | scaling/4-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 12:58:18 | scaling/4-read-from-replicas | ++ local pod=mysql-client logger.go:42: 12:58:18 | scaling/4-read-from-replicas | ++ set +o xtrace logger.go:42: 12:58:18 | scaling/4-read-from-replicas | mysql-clienttrue logger.go:42: 12:58:18 | scaling/4-read-from-replicas | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-mysql-1.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:18 | scaling/4-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 12:58:18 | scaling/4-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 12:58:20 | scaling/4-read-from-replicas | + data=100500 logger.go:42: 12:58:20 | scaling/4-read-from-replicas | + args=' --from-literal=scaling-mysql-0.scaling-mysql=100500 --from-literal=scaling-mysql-1.scaling-mysql=100500' logger.go:42: 12:58:20 | scaling/4-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 12:58:20 | scaling/4-read-from-replicas | +++ get_cluster_name logger.go:42: 12:58:20 | scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ get_mysql_headless_fqdn scaling 2 logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ local cluster=scaling logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ local index=2 logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ echo scaling-mysql-2.scaling-mysql logger.go:42: 12:58:21 | scaling/4-read-from-replicas | + host=scaling-mysql-2.scaling-mysql logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-mysql-2.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ local 'uri=-h scaling-mysql-2.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ local pod= logger.go:42: 12:58:21 | scaling/4-read-from-replicas | +++ get_client_pod logger.go:42: 12:58:21 | scaling/4-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ local pod=mysql-client logger.go:42: 12:58:21 | scaling/4-read-from-replicas | ++ set +o xtrace logger.go:42: 12:58:22 | scaling/4-read-from-replicas | mysql-clienttrue logger.go:42: 12:58:22 | scaling/4-read-from-replicas | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-mysql-2.scaling-mysql -uroot -proot_password' logger.go:42: 12:58:22 | scaling/4-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 12:58:22 | scaling/4-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 12:58:23 | scaling/4-read-from-replicas | + data=100500 logger.go:42: 12:58:23 | scaling/4-read-from-replicas | + args=' --from-literal=scaling-mysql-0.scaling-mysql=100500 --from-literal=scaling-mysql-1.scaling-mysql=100500 --from-literal=scaling-mysql-2.scaling-mysql=100500' logger.go:42: 12:58:23 | scaling/4-read-from-replicas | + kubectl create configmap -n kuttl-test-enhanced-peacock 04-read-from-replicas --from-literal=scaling-mysql-0.scaling-mysql=100500 --from-literal=scaling-mysql-1.scaling-mysql=100500 --from-literal=scaling-mysql-2.scaling-mysql=100500 logger.go:42: 12:58:24 | scaling/4-read-from-replicas | configmap/04-read-from-replicas created logger.go:42: 12:58:25 | scaling/4-read-from-replicas | test step completed 4-read-from-replicas logger.go:42: 12:58:25 | scaling/5-check-orchestrator | starting test step 5-check-orchestrator logger.go:42: 12:58:25 | scaling/5-check-orchestrator | running command: [sh -c set -o errexit set -o xtrace source ../../functions orc_host=$(get_orc_headless_fqdn $(get_cluster_name) 0) cluster=$(run_curl "http://${orc_host}:3000/api/clusters/" | jq -r .[0] | sed "s/.${NAMESPACE}//g") args="--from-literal=cluster=${cluster}" run_curl "http://${orc_host}:3000/api/cluster/${cluster}/" | jq -r .[].Key.Hostname | sed "s/.${NAMESPACE}//g" >"${TEMP_DIR}/instances" args="${args} --from-file=instances=${TEMP_DIR}/instances" kubectl create configmap -n "${NAMESPACE}" 05-check-orchestrator ${args}] logger.go:42: 12:58:25 | scaling/5-check-orchestrator | + source ../../functions logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ realpath ../../.. logger.go:42: 12:58:25 | scaling/5-check-orchestrator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:25 | scaling/5-check-orchestrator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:58:25 | scaling/5-check-orchestrator | ++++ mktemp -d logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export TEMP_DIR=/tmp/tmp.NsQv0qn7KA logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ TEMP_DIR=/tmp/tmp.NsQv0qn7KA logger.go:42: 12:58:25 | scaling/5-check-orchestrator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ GIT_BRANCH=PR-339 logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ VERSION=PR-339-3a8483b logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:58:25 | scaling/5-check-orchestrator | ++++ which gdate logger.go:42: 12:58:25 | scaling/5-check-orchestrator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:58:25 | scaling/5-check-orchestrator | ++++ which date logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ date=/usr/bin/date logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ command -v oc logger.go:42: 12:58:25 | scaling/5-check-orchestrator | +++ oc get projects logger.go:42: 12:58:31 | scaling/5-check-orchestrator | error: the server doesn't have a resource type "projects" logger.go:42: 12:58:31 | scaling/5-check-orchestrator | +++ kubectl get nodes logger.go:42: 12:58:31 | scaling/5-check-orchestrator | +++ grep '^minikube' logger.go:42: 12:58:32 | scaling/5-check-orchestrator | ++++ pwd logger.go:42: 12:58:32 | scaling/5-check-orchestrator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 12:58:32 | scaling/5-check-orchestrator | ++ test_name=scaling logger.go:42: 12:58:32 | scaling/5-check-orchestrator | +++ get_cluster_name logger.go:42: 12:58:32 | scaling/5-check-orchestrator | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:58:33 | scaling/5-check-orchestrator | ++ get_orc_headless_fqdn scaling 0 logger.go:42: 12:58:33 | scaling/5-check-orchestrator | ++ local cluster=scaling logger.go:42: 12:58:33 | scaling/5-check-orchestrator | ++ local index=0 logger.go:42: 12:58:33 | scaling/5-check-orchestrator | ++ echo scaling-orc-0.scaling-orc logger.go:42: 12:58:33 | scaling/5-check-orchestrator | + orc_host=scaling-orc-0.scaling-orc logger.go:42: 12:58:33 | scaling/5-check-orchestrator | ++ run_curl http://scaling-orc-0.scaling-orc:3000/api/clusters/ logger.go:42: 12:58:33 | scaling/5-check-orchestrator | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'curl -s -k http://scaling-orc-0.scaling-orc:3000/api/clusters/' logger.go:42: 12:58:33 | scaling/5-check-orchestrator | ++ jq -r '.[0]' logger.go:42: 12:58:33 | scaling/5-check-orchestrator | ++ sed s/.kuttl-test-enhanced-peacock//g logger.go:42: 12:58:34 | scaling/5-check-orchestrator | + cluster=scaling-mysql-0.scaling-mysql:3306 logger.go:42: 12:58:34 | scaling/5-check-orchestrator | + args=--from-literal=cluster=scaling-mysql-0.scaling-mysql:3306 logger.go:42: 12:58:34 | scaling/5-check-orchestrator | + run_curl http://scaling-orc-0.scaling-orc:3000/api/cluster/scaling-mysql-0.scaling-mysql:3306/ logger.go:42: 12:58:34 | scaling/5-check-orchestrator | + kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'curl -s -k http://scaling-orc-0.scaling-orc:3000/api/cluster/scaling-mysql-0.scaling-mysql:3306/' logger.go:42: 12:58:34 | scaling/5-check-orchestrator | + sed s/.kuttl-test-enhanced-peacock//g logger.go:42: 12:58:34 | scaling/5-check-orchestrator | + jq -r '.[].Key.Hostname' logger.go:42: 12:58:36 | scaling/5-check-orchestrator | + args='--from-literal=cluster=scaling-mysql-0.scaling-mysql:3306 --from-file=instances=/tmp/tmp.NsQv0qn7KA/instances' logger.go:42: 12:58:36 | scaling/5-check-orchestrator | + kubectl create configmap -n kuttl-test-enhanced-peacock 05-check-orchestrator --from-literal=cluster=scaling-mysql-0.scaling-mysql:3306 --from-file=instances=/tmp/tmp.NsQv0qn7KA/instances logger.go:42: 12:58:36 | scaling/5-check-orchestrator | configmap/05-check-orchestrator created logger.go:42: 12:58:38 | scaling/5-check-orchestrator | test step completed 5-check-orchestrator logger.go:42: 12:58:38 | scaling/6-scale-up | starting test step 6-scale-up logger.go:42: 12:58:38 | scaling/6-scale-up | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' - \ | yq eval '.spec.mysql.size=5' - \ | yq eval '.spec.orchestrator.affinity.antiAffinityTopologyKey="none"' - \ | yq eval '.spec.orchestrator.enabled=true' - \ | yq eval '.spec.orchestrator.size=5' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 12:58:38 | scaling/6-scale-up | + source ../../functions logger.go:42: 12:58:38 | scaling/6-scale-up | +++ realpath ../../.. logger.go:42: 12:58:38 | scaling/6-scale-up | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:38 | scaling/6-scale-up | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:38 | scaling/6-scale-up | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:58:38 | scaling/6-scale-up | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:58:38 | scaling/6-scale-up | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:58:38 | scaling/6-scale-up | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:58:38 | scaling/6-scale-up | ++++ mktemp -d logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export TEMP_DIR=/tmp/tmp.QorcyP4pSl logger.go:42: 12:58:38 | scaling/6-scale-up | +++ TEMP_DIR=/tmp/tmp.QorcyP4pSl logger.go:42: 12:58:38 | scaling/6-scale-up | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:58:38 | scaling/6-scale-up | +++ GIT_BRANCH=PR-339 logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:58:38 | scaling/6-scale-up | +++ VERSION=PR-339-3a8483b logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:58:38 | scaling/6-scale-up | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:58:38 | scaling/6-scale-up | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:58:38 | scaling/6-scale-up | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:58:38 | scaling/6-scale-up | ++++ which gdate logger.go:42: 12:58:38 | scaling/6-scale-up | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:58:38 | scaling/6-scale-up | ++++ which date logger.go:42: 12:58:38 | scaling/6-scale-up | +++ date=/usr/bin/date logger.go:42: 12:58:38 | scaling/6-scale-up | +++ command -v oc logger.go:42: 12:58:38 | scaling/6-scale-up | +++ oc get projects logger.go:42: 12:58:43 | scaling/6-scale-up | error: the server doesn't have a resource type "projects" logger.go:42: 12:58:43 | scaling/6-scale-up | +++ grep '^minikube' logger.go:42: 12:58:43 | scaling/6-scale-up | +++ kubectl get nodes logger.go:42: 12:58:44 | scaling/6-scale-up | ++++ pwd logger.go:42: 12:58:44 | scaling/6-scale-up | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 12:58:44 | scaling/6-scale-up | ++ test_name=scaling logger.go:42: 12:58:44 | scaling/6-scale-up | + get_cr logger.go:42: 12:58:44 | scaling/6-scale-up | + local name_suffix= logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval .spec.mysql.size=5 - logger.go:42: 12:58:44 | scaling/6-scale-up | + kubectl -n kuttl-test-enhanced-peacock apply -f - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval .spec.orchestrator.size=5 - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.orchestrator.affinity.antiAffinityTopologyKey="none"' - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.metadata.name="%s"' scaling logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.metadata.name="scaling"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/cr.yaml logger.go:42: 12:58:44 | scaling/6-scale-up | + '[' -n '' ']' logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval - logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' - logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 12:58:44 | scaling/6-scale-up | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:58:44 | scaling/6-scale-up | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 12:58:45 | scaling/6-scale-up | perconaservermysql.ps.percona.com/scaling configured logger.go:42: 13:01:18 | scaling/6-scale-up | test step completed 6-scale-up logger.go:42: 13:01:18 | scaling/7-read-from-replicas | starting test step 7-read-from-replicas logger.go:42: 13:01:18 | scaling/7-read-from-replicas | running command: [sh -c set -o errexit set -o xtrace source ../../functions args='' size=5 for i in $(seq 0 $((size - 1))); do host=$(get_mysql_headless_fqdn $(get_cluster_name) $i) data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${host} -uroot -proot_password") args="${args} --from-literal=${host}=${data}" done kubectl create configmap -n "${NAMESPACE}" 07-read-from-replicas ${args}] logger.go:42: 13:01:18 | scaling/7-read-from-replicas | + source ../../functions logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ realpath ../../.. logger.go:42: 13:01:18 | scaling/7-read-from-replicas | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:01:18 | scaling/7-read-from-replicas | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:01:18 | scaling/7-read-from-replicas | ++++ mktemp -d logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export TEMP_DIR=/tmp/tmp.ssPgyAI2hX logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ TEMP_DIR=/tmp/tmp.ssPgyAI2hX logger.go:42: 13:01:18 | scaling/7-read-from-replicas | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export GIT_BRANCH=PR-339 logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ GIT_BRANCH=PR-339 logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export VERSION=PR-339-3a8483b logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ VERSION=PR-339-3a8483b logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:01:18 | scaling/7-read-from-replicas | ++++ which gdate logger.go:42: 13:01:18 | scaling/7-read-from-replicas | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 13:01:18 | scaling/7-read-from-replicas | ++++ which date logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ date=/usr/bin/date logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ command -v oc logger.go:42: 13:01:18 | scaling/7-read-from-replicas | +++ oc get projects logger.go:42: 13:01:24 | scaling/7-read-from-replicas | error: the server doesn't have a resource type "projects" logger.go:42: 13:01:24 | scaling/7-read-from-replicas | +++ grep '^minikube' logger.go:42: 13:01:24 | scaling/7-read-from-replicas | +++ kubectl get nodes logger.go:42: 13:01:25 | scaling/7-read-from-replicas | ++++ pwd logger.go:42: 13:01:25 | scaling/7-read-from-replicas | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 13:01:25 | scaling/7-read-from-replicas | ++ test_name=scaling logger.go:42: 13:01:25 | scaling/7-read-from-replicas | + args= logger.go:42: 13:01:25 | scaling/7-read-from-replicas | + size=5 logger.go:42: 13:01:25 | scaling/7-read-from-replicas | ++ seq 0 4 logger.go:42: 13:01:25 | scaling/7-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 13:01:25 | scaling/7-read-from-replicas | +++ get_cluster_name logger.go:42: 13:01:25 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ get_mysql_headless_fqdn scaling 0 logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ local cluster=scaling logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ local index=0 logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ echo scaling-mysql-0.scaling-mysql logger.go:42: 13:01:26 | scaling/7-read-from-replicas | + host=scaling-mysql-0.scaling-mysql logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-mysql-0.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ local 'uri=-h scaling-mysql-0.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ local pod= logger.go:42: 13:01:26 | scaling/7-read-from-replicas | +++ get_client_pod logger.go:42: 13:01:26 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ local pod=mysql-client logger.go:42: 13:01:26 | scaling/7-read-from-replicas | ++ set +o xtrace logger.go:42: 13:01:27 | scaling/7-read-from-replicas | mysql-clienttrue logger.go:42: 13:01:27 | scaling/7-read-from-replicas | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-mysql-0.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:27 | scaling/7-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 13:01:27 | scaling/7-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 13:01:29 | scaling/7-read-from-replicas | + data=100500 logger.go:42: 13:01:29 | scaling/7-read-from-replicas | + args=' --from-literal=scaling-mysql-0.scaling-mysql=100500' logger.go:42: 13:01:29 | scaling/7-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 13:01:29 | scaling/7-read-from-replicas | +++ get_cluster_name logger.go:42: 13:01:29 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 13:01:29 | scaling/7-read-from-replicas | ++ get_mysql_headless_fqdn scaling 1 logger.go:42: 13:01:29 | scaling/7-read-from-replicas | ++ local cluster=scaling logger.go:42: 13:01:29 | scaling/7-read-from-replicas | ++ local index=1 logger.go:42: 13:01:29 | scaling/7-read-from-replicas | ++ echo scaling-mysql-1.scaling-mysql logger.go:42: 13:01:29 | scaling/7-read-from-replicas | + host=scaling-mysql-1.scaling-mysql logger.go:42: 13:01:29 | scaling/7-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-mysql-1.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:29 | scaling/7-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 13:01:29 | scaling/7-read-from-replicas | ++ local 'uri=-h scaling-mysql-1.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:29 | scaling/7-read-from-replicas | ++ local pod= logger.go:42: 13:01:29 | scaling/7-read-from-replicas | +++ get_client_pod logger.go:42: 13:01:29 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 13:01:30 | scaling/7-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 13:01:30 | scaling/7-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 13:01:30 | scaling/7-read-from-replicas | ++ local pod=mysql-client logger.go:42: 13:01:30 | scaling/7-read-from-replicas | ++ set +o xtrace logger.go:42: 13:01:31 | scaling/7-read-from-replicas | mysql-clienttrue logger.go:42: 13:01:31 | scaling/7-read-from-replicas | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-mysql-1.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:31 | scaling/7-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 13:01:31 | scaling/7-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 13:01:32 | scaling/7-read-from-replicas | + data=100500 logger.go:42: 13:01:32 | scaling/7-read-from-replicas | + args=' --from-literal=scaling-mysql-0.scaling-mysql=100500 --from-literal=scaling-mysql-1.scaling-mysql=100500' logger.go:42: 13:01:32 | scaling/7-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 13:01:32 | scaling/7-read-from-replicas | +++ get_cluster_name logger.go:42: 13:01:32 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 13:01:33 | scaling/7-read-from-replicas | ++ get_mysql_headless_fqdn scaling 2 logger.go:42: 13:01:33 | scaling/7-read-from-replicas | ++ local cluster=scaling logger.go:42: 13:01:33 | scaling/7-read-from-replicas | ++ local index=2 logger.go:42: 13:01:33 | scaling/7-read-from-replicas | ++ echo scaling-mysql-2.scaling-mysql logger.go:42: 13:01:33 | scaling/7-read-from-replicas | + host=scaling-mysql-2.scaling-mysql logger.go:42: 13:01:33 | scaling/7-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-mysql-2.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:33 | scaling/7-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 13:01:33 | scaling/7-read-from-replicas | ++ local 'uri=-h scaling-mysql-2.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:33 | scaling/7-read-from-replicas | ++ local pod= logger.go:42: 13:01:33 | scaling/7-read-from-replicas | +++ get_client_pod logger.go:42: 13:01:33 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 13:01:34 | scaling/7-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 13:01:34 | scaling/7-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 13:01:34 | scaling/7-read-from-replicas | ++ local pod=mysql-client logger.go:42: 13:01:34 | scaling/7-read-from-replicas | ++ set +o xtrace logger.go:42: 13:01:35 | scaling/7-read-from-replicas | mysql-clienttrue logger.go:42: 13:01:35 | scaling/7-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 13:01:35 | scaling/7-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 13:01:35 | scaling/7-read-from-replicas | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-mysql-2.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:36 | scaling/7-read-from-replicas | + data=100500 logger.go:42: 13:01:36 | scaling/7-read-from-replicas | + args=' --from-literal=scaling-mysql-0.scaling-mysql=100500 --from-literal=scaling-mysql-1.scaling-mysql=100500 --from-literal=scaling-mysql-2.scaling-mysql=100500' logger.go:42: 13:01:36 | scaling/7-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 13:01:36 | scaling/7-read-from-replicas | +++ get_cluster_name logger.go:42: 13:01:36 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 13:01:37 | scaling/7-read-from-replicas | ++ get_mysql_headless_fqdn scaling 3 logger.go:42: 13:01:37 | scaling/7-read-from-replicas | ++ local cluster=scaling logger.go:42: 13:01:37 | scaling/7-read-from-replicas | ++ local index=3 logger.go:42: 13:01:37 | scaling/7-read-from-replicas | ++ echo scaling-mysql-3.scaling-mysql logger.go:42: 13:01:37 | scaling/7-read-from-replicas | + host=scaling-mysql-3.scaling-mysql logger.go:42: 13:01:37 | scaling/7-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-mysql-3.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:37 | scaling/7-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 13:01:37 | scaling/7-read-from-replicas | ++ local 'uri=-h scaling-mysql-3.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:37 | scaling/7-read-from-replicas | ++ local pod= logger.go:42: 13:01:37 | scaling/7-read-from-replicas | +++ get_client_pod logger.go:42: 13:01:37 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 13:01:38 | scaling/7-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 13:01:38 | scaling/7-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 13:01:38 | scaling/7-read-from-replicas | ++ local pod=mysql-client logger.go:42: 13:01:38 | scaling/7-read-from-replicas | ++ set +o xtrace logger.go:42: 13:01:38 | scaling/7-read-from-replicas | mysql-clienttrue logger.go:42: 13:01:38 | scaling/7-read-from-replicas | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-mysql-3.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:38 | scaling/7-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 13:01:38 | scaling/7-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 13:01:40 | scaling/7-read-from-replicas | + data=100500 logger.go:42: 13:01:40 | scaling/7-read-from-replicas | + args=' --from-literal=scaling-mysql-0.scaling-mysql=100500 --from-literal=scaling-mysql-1.scaling-mysql=100500 --from-literal=scaling-mysql-2.scaling-mysql=100500 --from-literal=scaling-mysql-3.scaling-mysql=100500' logger.go:42: 13:01:40 | scaling/7-read-from-replicas | + for i in '$(seq 0 $((size - 1)))' logger.go:42: 13:01:40 | scaling/7-read-from-replicas | +++ get_cluster_name logger.go:42: 13:01:40 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ get_mysql_headless_fqdn scaling 4 logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ local cluster=scaling logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ local index=4 logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ echo scaling-mysql-4.scaling-mysql logger.go:42: 13:01:41 | scaling/7-read-from-replicas | + host=scaling-mysql-4.scaling-mysql logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h scaling-mysql-4.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ local 'command=SELECT * FROM myDB.myTable' logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ local 'uri=-h scaling-mysql-4.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ local pod= logger.go:42: 13:01:41 | scaling/7-read-from-replicas | +++ get_client_pod logger.go:42: 13:01:41 | scaling/7-read-from-replicas | +++ kubectl -n kuttl-test-enhanced-peacock get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ client_pod=mysql-client logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ wait_pod mysql-client logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ local pod=mysql-client logger.go:42: 13:01:41 | scaling/7-read-from-replicas | ++ set +o xtrace logger.go:42: 13:01:42 | scaling/7-read-from-replicas | mysql-clienttrue logger.go:42: 13:01:42 | scaling/7-read-from-replicas | ++ sed -e 's/mysql: //' logger.go:42: 13:01:42 | scaling/7-read-from-replicas | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 13:01:42 | scaling/7-read-from-replicas | ++ kubectl -n kuttl-test-enhanced-peacock exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h scaling-mysql-4.scaling-mysql -uroot -proot_password' logger.go:42: 13:01:43 | scaling/7-read-from-replicas | + data=100500 logger.go:42: 13:01:43 | scaling/7-read-from-replicas | + args=' --from-literal=scaling-mysql-0.scaling-mysql=100500 --from-literal=scaling-mysql-1.scaling-mysql=100500 --from-literal=scaling-mysql-2.scaling-mysql=100500 --from-literal=scaling-mysql-3.scaling-mysql=100500 --from-literal=scaling-mysql-4.scaling-mysql=100500' logger.go:42: 13:01:43 | scaling/7-read-from-replicas | + kubectl create configmap -n kuttl-test-enhanced-peacock 07-read-from-replicas --from-literal=scaling-mysql-0.scaling-mysql=100500 --from-literal=scaling-mysql-1.scaling-mysql=100500 --from-literal=scaling-mysql-2.scaling-mysql=100500 --from-literal=scaling-mysql-3.scaling-mysql=100500 --from-literal=scaling-mysql-4.scaling-mysql=100500 logger.go:42: 13:01:44 | scaling/7-read-from-replicas | configmap/07-read-from-replicas created logger.go:42: 13:01:46 | scaling/7-read-from-replicas | test step completed 7-read-from-replicas logger.go:42: 13:01:46 | scaling/8-scale-down | starting test step 8-scale-down logger.go:42: 13:01:46 | scaling/8-scale-down | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' - \ | yq eval '.spec.mysql.size=3' - \ | yq eval '.spec.orchestrator.affinity.antiAffinityTopologyKey="none"' - \ | yq eval '.spec.orchestrator.enabled=true' - \ | yq eval '.spec.orchestrator.size=3' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 13:01:46 | scaling/8-scale-down | + source ../../functions logger.go:42: 13:01:46 | scaling/8-scale-down | +++ realpath ../../.. logger.go:42: 13:01:46 | scaling/8-scale-down | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:01:46 | scaling/8-scale-down | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:01:46 | scaling/8-scale-down | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:01:46 | scaling/8-scale-down | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:01:46 | scaling/8-scale-down | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:01:46 | scaling/8-scale-down | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 13:01:46 | scaling/8-scale-down | ++++ mktemp -d logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export TEMP_DIR=/tmp/tmp.WhFdnjegp2 logger.go:42: 13:01:46 | scaling/8-scale-down | +++ TEMP_DIR=/tmp/tmp.WhFdnjegp2 logger.go:42: 13:01:46 | scaling/8-scale-down | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export GIT_BRANCH=PR-339 logger.go:42: 13:01:46 | scaling/8-scale-down | +++ GIT_BRANCH=PR-339 logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export VERSION=PR-339-3a8483b logger.go:42: 13:01:46 | scaling/8-scale-down | +++ VERSION=PR-339-3a8483b logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:01:46 | scaling/8-scale-down | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 13:01:46 | scaling/8-scale-down | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:01:46 | scaling/8-scale-down | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 13:01:46 | scaling/8-scale-down | ++++ which gdate logger.go:42: 13:01:46 | scaling/8-scale-down | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 13:01:46 | scaling/8-scale-down | ++++ which date logger.go:42: 13:01:46 | scaling/8-scale-down | +++ date=/usr/bin/date logger.go:42: 13:01:46 | scaling/8-scale-down | +++ command -v oc logger.go:42: 13:01:46 | scaling/8-scale-down | +++ oc get projects logger.go:42: 13:01:51 | scaling/8-scale-down | error: the server doesn't have a resource type "projects" logger.go:42: 13:01:51 | scaling/8-scale-down | +++ kubectl get nodes logger.go:42: 13:01:51 | scaling/8-scale-down | +++ grep '^minikube' logger.go:42: 13:01:52 | scaling/8-scale-down | ++++ pwd logger.go:42: 13:01:52 | scaling/8-scale-down | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/scaling logger.go:42: 13:01:52 | scaling/8-scale-down | ++ test_name=scaling logger.go:42: 13:01:52 | scaling/8-scale-down | + get_cr logger.go:42: 13:01:52 | scaling/8-scale-down | + local name_suffix= logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval .spec.mysql.size=3 - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.mysql.affinity.antiAffinityTopologyKey="none"' - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.orchestrator.affinity.antiAffinityTopologyKey="none"' - logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.metadata.name="%s"' scaling logger.go:42: 13:01:52 | scaling/8-scale-down | + kubectl -n kuttl-test-enhanced-peacock apply -f - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.metadata.name="scaling"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/cr.yaml logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval .spec.orchestrator.size=3 - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 13:01:52 | scaling/8-scale-down | + '[' -n '' ']' logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval - logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 13:01:52 | scaling/8-scale-down | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 13:01:52 | scaling/8-scale-down | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 13:01:54 | scaling/8-scale-down | perconaservermysql.ps.percona.com/scaling configured logger.go:42: 13:03:04 | scaling/8-scale-down | test step completed 8-scale-down logger.go:42: 13:03:04 | scaling/9-drop-finalizer | starting test step 9-drop-finalizer logger.go:42: 13:03:05 | scaling/9-drop-finalizer | PerconaServerMySQL:kuttl-test-enhanced-peacock/scaling updated logger.go:42: 13:03:05 | scaling/9-drop-finalizer | test step completed 9-drop-finalizer logger.go:42: 13:03:05 | scaling | scaling events from ns kuttl-test-enhanced-peacock: logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:01 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-fpklr Scheduled Successfully assigned kuttl-test-enhanced-peacock/percona-server-mysql-operator-6dcd78d857-fpklr to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-6qj2 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:01 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-6dcd78d857 SuccessfulCreate Created pod: percona-server-mysql-operator-6dcd78d857-fpklr logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:01 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-6dcd78d857 to 1 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:03 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-fpklr.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:04 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-6dcd78d857-fpklr_c8a048cd-c26b-45cb-a65a-a5308d30111e became leader logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:04 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-fpklr.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 412.95354ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:04 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-fpklr.spec.containers{manager} Created Created container manager logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:04 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-fpklr.spec.containers{manager} Started Started container manager logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:05 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-enhanced-peacock/mysql-client to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w381 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:05 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "percona/percona-server:8.0.25" already present on machine logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:05 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:06 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:25 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:25 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:25 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-enhanced-peacock/datadir-scaling-mysql-0" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:25 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Claim datadir-scaling-mysql-0 Pod scaling-mysql-0 in StatefulSet scaling-mysql success logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:25 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Pod scaling-mysql-0 in StatefulSet scaling-mysql successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:25 +0000 UTC Normal Pod scaling-orc-0 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-orc-0 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-6qj2 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:25 +0000 UTC Normal StatefulSet.apps scaling-orc SuccessfulCreate create Pod scaling-orc-0 in StatefulSet scaling-orc successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:26 +0000 UTC Normal Pod scaling-orc-0.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:26 +0000 UTC Normal Pod scaling-orc-0.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 421.427575ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:26 +0000 UTC Normal Pod scaling-orc-0.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:26 +0000 UTC Normal Pod scaling-orc-0.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:29 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-e81dab41-001a-44eb-ae45-a2c17c3a8bf9 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:29 +0000 UTC Normal Pod scaling-orc-0.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:29 +0000 UTC Normal Pod scaling-orc-0.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 432.673043ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:29 +0000 UTC Normal Pod scaling-orc-0.spec.containers{orc} Created Created container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:29 +0000 UTC Normal Pod scaling-orc-0.spec.containers{orc} Started Started container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:29 +0000 UTC Normal Pod scaling-orc-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:30 +0000 UTC Normal Pod scaling-mysql-0 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-mysql-0 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w76w logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:30 +0000 UTC Normal Pod scaling-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 385.517959ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:30 +0000 UTC Normal Pod scaling-orc-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:30 +0000 UTC Normal Pod scaling-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:38 +0000 UTC Normal Pod scaling-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-e81dab41-001a-44eb-ae45-a2c17c3a8bf9" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:41 +0000 UTC Normal Pod scaling-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:41 +0000 UTC Normal Pod scaling-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 446.950049ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:42 +0000 UTC Normal Pod scaling-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:42 +0000 UTC Normal Pod scaling-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:44 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:44 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 357.51583ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:44 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:44 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:44 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:44 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 361.94246ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:45 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:45 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:45 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:45 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 368.712968ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:45 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 12:54:45 +0000 UTC Normal Pod scaling-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:01 +0000 UTC Normal Pod scaling-orc-1 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-orc-1 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w381 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:01 +0000 UTC Normal Pod scaling-orc-1.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:01 +0000 UTC Normal StatefulSet.apps scaling-orc SuccessfulCreate create Pod scaling-orc-1 in StatefulSet scaling-orc successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:02 +0000 UTC Normal Pod scaling-orc-1.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 445.34688ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:02 +0000 UTC Normal Pod scaling-orc-1.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:02 +0000 UTC Normal Pod scaling-orc-1.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:04 +0000 UTC Normal Pod scaling-orc-1.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:05 +0000 UTC Normal Pod scaling-orc-1.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 1.600343414s logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:05 +0000 UTC Normal Pod scaling-orc-1.spec.containers{orc} Created Created container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:06 +0000 UTC Normal Pod scaling-orc-1.spec.containers{orc} Started Started container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:06 +0000 UTC Normal Pod scaling-orc-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:06 +0000 UTC Normal Pod scaling-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 385.81602ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:06 +0000 UTC Normal Pod scaling-orc-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:06 +0000 UTC Normal Pod scaling-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:16 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:16 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:16 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-enhanced-peacock/datadir-scaling-mysql-1" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:16 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Claim datadir-scaling-mysql-1 Pod scaling-mysql-1 in StatefulSet scaling-mysql success logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:16 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Pod scaling-mysql-1 in StatefulSet scaling-mysql successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:20 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-bf96303d-7288-4b39-bc2b-46afacbbb28d logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:20 +0000 UTC Normal Pod scaling-mysql-1 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-mysql-1 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-6qj2 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:24 +0000 UTC Normal Pod scaling-haproxy-0 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-haproxy-0 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w76w logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:24 +0000 UTC Normal StatefulSet.apps scaling-haproxy SuccessfulCreate create Pod scaling-haproxy-0 in StatefulSet scaling-haproxy successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:24 +0000 UTC Normal Pod scaling-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bf96303d-7288-4b39-bc2b-46afacbbb28d" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:25 +0000 UTC Normal Pod scaling-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:25 +0000 UTC Normal Pod scaling-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 409.997025ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:25 +0000 UTC Normal Pod scaling-haproxy-0.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:25 +0000 UTC Normal Pod scaling-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:26 +0000 UTC Normal Pod scaling-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:26 +0000 UTC Normal Pod scaling-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 421.84467ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:26 +0000 UTC Normal Pod scaling-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:26 +0000 UTC Normal Pod scaling-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:28 +0000 UTC Normal Pod scaling-haproxy-0.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:28 +0000 UTC Normal Pod scaling-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 419.327184ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:28 +0000 UTC Normal Pod scaling-haproxy-0.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:28 +0000 UTC Normal Pod scaling-haproxy-0.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:28 +0000 UTC Normal Pod scaling-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:28 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 420.191112ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-haproxy-0.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 623.771826ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 470.590688ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:29 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:30 +0000 UTC Normal Pod scaling-haproxy-1 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-haproxy-1 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w381 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:30 +0000 UTC Normal StatefulSet.apps scaling-haproxy SuccessfulCreate create Pod scaling-haproxy-1 in StatefulSet scaling-haproxy successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:30 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 377.045334ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:30 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:30 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:31 +0000 UTC Normal Pod scaling-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:31 +0000 UTC Normal Pod scaling-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 391.005648ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:31 +0000 UTC Normal Pod scaling-haproxy-1.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:31 +0000 UTC Normal Pod scaling-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:33 +0000 UTC Normal Pod scaling-haproxy-1.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:33 +0000 UTC Normal Pod scaling-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 384.740077ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:33 +0000 UTC Normal Pod scaling-haproxy-1.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:33 +0000 UTC Normal Pod scaling-haproxy-1.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:33 +0000 UTC Normal Pod scaling-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:34 +0000 UTC Normal Pod scaling-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 375.324039ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:34 +0000 UTC Normal Pod scaling-haproxy-1.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:34 +0000 UTC Normal Pod scaling-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:34 +0000 UTC Normal Pod scaling-haproxy-2 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-haproxy-2 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-6qj2 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:34 +0000 UTC Normal StatefulSet.apps scaling-haproxy SuccessfulCreate create Pod scaling-haproxy-2 in StatefulSet scaling-haproxy successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:35 +0000 UTC Normal Pod scaling-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:35 +0000 UTC Normal Pod scaling-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 374.745851ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:35 +0000 UTC Normal Pod scaling-haproxy-2.spec.initContainers{haproxy-init} Created Created container haproxy-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:35 +0000 UTC Normal Pod scaling-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:36 +0000 UTC Normal Pod scaling-orc-2 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-orc-2 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w381 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:36 +0000 UTC Normal StatefulSet.apps scaling-orc SuccessfulCreate create Pod scaling-orc-2 in StatefulSet scaling-orc successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:37 +0000 UTC Normal Pod scaling-orc-2.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:37 +0000 UTC Normal Pod scaling-orc-2.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 418.174926ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:37 +0000 UTC Normal Pod scaling-orc-2.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:37 +0000 UTC Normal Pod scaling-orc-2.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:38 +0000 UTC Normal Pod scaling-haproxy-2.spec.containers{haproxy} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:38 +0000 UTC Normal Pod scaling-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 415.068759ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:38 +0000 UTC Normal Pod scaling-haproxy-2.spec.containers{haproxy} Created Created container haproxy logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-haproxy-2.spec.containers{haproxy} Started Started container haproxy logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-haproxy" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 386.552727ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-haproxy-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-orc-2.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-orc-2.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 366.251622ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-orc-2.spec.containers{orc} Created Created container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-orc-2.spec.containers{orc} Started Started container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:39 +0000 UTC Normal Pod scaling-orc-2.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:40 +0000 UTC Normal Pod scaling-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 382.704179ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:40 +0000 UTC Normal Pod scaling-orc-2.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:40 +0000 UTC Normal Pod scaling-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:46 +0000 UTC Warning Pod scaling-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:46 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:03:05 | scaling | 2023-08-09 12:55:50 +0000 UTC Normal Pod scaling-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 381.067032ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:20 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:20 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:20 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Claim datadir-scaling-mysql-2 Pod scaling-mysql-2 in StatefulSet scaling-mysql success logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:20 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Pod scaling-mysql-2 in StatefulSet scaling-mysql successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:21 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-enhanced-peacock/datadir-scaling-mysql-2" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:24 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-bd982eb1-27b2-48b1-92da-0249071962ce logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:24 +0000 UTC Normal Pod scaling-mysql-2 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-mysql-2 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w381 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:30 +0000 UTC Normal Pod scaling-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bd982eb1-27b2-48b1-92da-0249071962ce" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:35 +0000 UTC Normal Pod scaling-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:36 +0000 UTC Normal Pod scaling-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 421.015733ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:36 +0000 UTC Normal Pod scaling-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:36 +0000 UTC Normal Pod scaling-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:38 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:39 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 395.624407ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:39 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:39 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:39 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:39 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 387.01133ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:39 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:39 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:39 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:40 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 383.311483ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:40 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:40 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:56 +0000 UTC Warning Pod scaling-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:03:05 | scaling | 2023-08-09 12:56:56 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:03:05 | scaling | 2023-08-09 12:57:00 +0000 UTC Normal Pod scaling-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 407.44349ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:53 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-3 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:53 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-3 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:53 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-3 Provisioning External provisioner is provisioning volume for claim "kuttl-test-enhanced-peacock/datadir-scaling-mysql-3" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:53 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Claim datadir-scaling-mysql-3 Pod scaling-mysql-3 in StatefulSet scaling-mysql success logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:53 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Pod scaling-mysql-3 in StatefulSet scaling-mysql successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:53 +0000 UTC Normal Pod scaling-orc-3 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-orc-3 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-6qj2 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:53 +0000 UTC Normal StatefulSet.apps scaling-orc SuccessfulCreate create Pod scaling-orc-3 in StatefulSet scaling-orc successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:54 +0000 UTC Normal Pod scaling-orc-3.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:55 +0000 UTC Normal Pod scaling-orc-3.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 422.452326ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:55 +0000 UTC Normal Pod scaling-orc-3.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:55 +0000 UTC Normal Pod scaling-orc-3.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:57 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-3 ProvisioningSucceeded Successfully provisioned volume pvc-bf071852-76bc-494b-b976-cca2466c0429 logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:57 +0000 UTC Normal Pod scaling-mysql-3 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-mysql-3 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w76w logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:57 +0000 UTC Normal Pod scaling-orc-3.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:57 +0000 UTC Normal Pod scaling-orc-3.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 639.439844ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:57 +0000 UTC Normal Pod scaling-orc-3.spec.containers{orc} Created Created container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:57 +0000 UTC Normal Pod scaling-orc-3.spec.containers{orc} Started Started container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:57 +0000 UTC Normal Pod scaling-orc-3.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:58 +0000 UTC Normal Pod scaling-orc-3.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 391.450642ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:58 +0000 UTC Normal Pod scaling-orc-3.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:58:58 +0000 UTC Normal Pod scaling-orc-3.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:05 +0000 UTC Normal Pod scaling-mysql-3 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bf071852-76bc-494b-b976-cca2466c0429" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:07 +0000 UTC Normal Pod scaling-mysql-3.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:07 +0000 UTC Normal Pod scaling-mysql-3.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 398.810419ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:07 +0000 UTC Normal Pod scaling-mysql-3.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:07 +0000 UTC Normal Pod scaling-mysql-3.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:09 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:10 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 410.81815ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:10 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{mysql} Created Created container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:10 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{mysql} Started Started container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:10 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:10 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 376.386339ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:10 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:10 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:10 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:11 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 425.626481ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:11 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:11 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:27 +0000 UTC Warning Pod scaling-mysql-3.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:27 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:29 +0000 UTC Normal Pod scaling-orc-4 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-orc-4 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-w76w logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:29 +0000 UTC Normal Pod scaling-orc-4.spec.initContainers{orc-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:29 +0000 UTC Normal StatefulSet.apps scaling-orc SuccessfulCreate create Pod scaling-orc-4 in StatefulSet scaling-orc successful logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:30 +0000 UTC Normal Pod scaling-orc-4.spec.initContainers{orc-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 385.574191ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:30 +0000 UTC Normal Pod scaling-orc-4.spec.initContainers{orc-init} Created Created container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:30 +0000 UTC Normal Pod scaling-orc-4.spec.initContainers{orc-init} Started Started container orc-init logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:32 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 406.021554ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:32 +0000 UTC Normal Pod scaling-orc-4.spec.containers{orc} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:33 +0000 UTC Normal Pod scaling-orc-4.spec.containers{orc} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 410.492775ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:33 +0000 UTC Normal Pod scaling-orc-4.spec.containers{orc} Created Created container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:33 +0000 UTC Normal Pod scaling-orc-4.spec.containers{orc} Started Started container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:33 +0000 UTC Normal Pod scaling-orc-4.spec.containers{mysql-monit} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator" logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:33 +0000 UTC Normal Pod scaling-orc-4.spec.containers{mysql-monit} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 393.26137ms logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:33 +0000 UTC Normal Pod scaling-orc-4.spec.containers{mysql-monit} Created Created container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 12:59:34 +0000 UTC Normal Pod scaling-orc-4.spec.containers{mysql-monit} Started Started container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:06 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-4 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:06 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-4 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:06 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-4 Provisioning External provisioner is provisioning volume for claim "kuttl-test-enhanced-peacock/datadir-scaling-mysql-4" logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:06 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate create Claim datadir-scaling-mysql-4 Pod scaling-mysql-4 in StatefulSet scaling-mysql success logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:06 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulCreate (combined from similar events): create Pod scaling-mysql-4 in StatefulSet scaling-mysql successful logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:10 +0000 UTC Normal PersistentVolumeClaim datadir-scaling-mysql-4 ProvisioningSucceeded Successfully provisioned volume pvc-1cdd54be-c129-4629-8a3b-2bc868c50107 logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:10 +0000 UTC Normal Pod scaling-mysql-4 Scheduled Successfully assigned kuttl-test-enhanced-peacock/scaling-mysql-4 to gke-jen-ps-339-3a8483b-1-default-pool-82bc8527-6qj2 logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:15 +0000 UTC Normal Pod scaling-mysql-4 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-1cdd54be-c129-4629-8a3b-2bc868c50107" logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:19 +0000 UTC Normal Pod scaling-mysql-4.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:19 +0000 UTC Normal Pod scaling-mysql-4.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 435.630432ms logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:19 +0000 UTC Normal Pod scaling-mysql-4.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:19 +0000 UTC Normal Pod scaling-mysql-4.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:21 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:21 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 458.850579ms logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:21 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{mysql} Created Created container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:21 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{mysql} Started Started container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:21 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:22 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 421.699225ms logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:22 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:22 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:22 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{pt-heartbeat} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-toolkit" logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:22 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{pt-heartbeat} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 418.739094ms logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:22 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{pt-heartbeat} Created Created container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:23 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{pt-heartbeat} Started Started container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:39 +0000 UTC Warning Pod scaling-mysql-4.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:40 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 13:03:05 | scaling | 2023-08-09 13:00:43 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 398.592552ms logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:00 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:00 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:00 +0000 UTC Normal Pod scaling-mysql-4.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:00 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulDelete delete Pod scaling-mysql-4 in StatefulSet scaling-mysql successful logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:00 +0000 UTC Normal Pod scaling-orc-4.spec.containers{orc} Killing Stopping container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:00 +0000 UTC Normal Pod scaling-orc-4.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:00 +0000 UTC Normal StatefulSet.apps scaling-orc SuccessfulDelete delete Pod scaling-orc-4 in StatefulSet scaling-orc successful logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:04 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{xtrabackup} Killing Stopping container xtrabackup logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:04 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{mysql} Killing Stopping container mysql logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:04 +0000 UTC Normal Pod scaling-mysql-3.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:04 +0000 UTC Normal StatefulSet.apps scaling-mysql SuccessfulDelete delete Pod scaling-mysql-3 in StatefulSet scaling-mysql successful logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:31 +0000 UTC Normal Pod scaling-orc-3.spec.containers{orc} Killing Stopping container orc logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:31 +0000 UTC Normal Pod scaling-orc-3.spec.containers{mysql-monit} Killing Stopping container mysql-monit logger.go:42: 13:03:05 | scaling | 2023-08-09 13:02:31 +0000 UTC Normal StatefulSet.apps scaling-orc SuccessfulDelete delete Pod scaling-orc-3 in StatefulSet scaling-orc successful logger.go:42: 13:03:05 | scaling | Deleting namespace: kuttl-test-enhanced-peacock === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (602.61s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/scaling (599.21s) PASS