=== RUN   kuttl
    harness.go:462: starting setup
    harness.go:252: running tests using configured kubeconfig.
    harness.go:275: Successful connection to cluster at: https://34.136.43.62
    harness.go:360: running tests
    harness.go:73: going to run test suite with timeout of 180 seconds for each step
    harness.go:372: testsuite: e2e-tests/tests has 28 tests
=== RUN   kuttl/harness
=== RUN   kuttl/harness/service-per-pod
=== PAUSE kuttl/harness/service-per-pod
=== CONT  kuttl/harness/service-per-pod
    logger.go:42: 15:00:19 | service-per-pod | Creating namespace: kuttl-test-amazing-turtle
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | starting test step 0-deploy-operator
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        deploy_operator
        deploy_non_tls_cluster_secrets
        deploy_tls_cluster_secrets
        deploy_client]
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | + source ../../functions
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ realpath ../../..
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | ++++ mktemp -d
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export TEMP_DIR=/tmp/tmp.T8pHITpetE
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ TEMP_DIR=/tmp/tmp.T8pHITpetE
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export GIT_BRANCH=PR-424
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ GIT_BRANCH=PR-424
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export VERSION=PR-424-70568ae
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ VERSION=PR-424-70568ae
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | ++++ which gdate
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | ++++ which date
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ date=/usr/bin/date
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ command -v oc
    logger.go:42: 15:00:19 | service-per-pod/0-deploy-operator | +++ oc get projects
    logger.go:42: 15:00:25 | service-per-pod/0-deploy-operator | error: the server doesn't have a resource type "projects"
    logger.go:42: 15:00:25 | service-per-pod/0-deploy-operator | +++ kubectl get nodes
    logger.go:42: 15:00:25 | service-per-pod/0-deploy-operator | +++ grep '^minikube'
    logger.go:42: 15:00:26 | service-per-pod/0-deploy-operator | ++++ pwd
    logger.go:42: 15:00:26 | service-per-pod/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/service-per-pod
    logger.go:42: 15:00:26 | service-per-pod/0-deploy-operator | ++ test_name=service-per-pod
    logger.go:42: 15:00:26 | service-per-pod/0-deploy-operator | + deploy_operator
    logger.go:42: 15:00:26 | service-per-pod/0-deploy-operator | + kubectl -n kuttl-test-amazing-turtle apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/crd.yaml
    logger.go:42: 15:00:27 | service-per-pod/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied
    logger.go:42: 15:00:27 | service-per-pod/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied
    logger.go:42: 15:00:28 | service-per-pod/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied
    logger.go:42: 15:00:28 | service-per-pod/0-deploy-operator | + kubectl -n kuttl-test-amazing-turtle apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/rbac.yaml
    logger.go:42: 15:00:29 | service-per-pod/0-deploy-operator | serviceaccount/percona-server-mysql-operator created
    logger.go:42: 15:00:30 | service-per-pod/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created
    logger.go:42: 15:00:30 | service-per-pod/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 15:00:31 | service-per-pod/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created
    logger.go:42: 15:00:31 | service-per-pod/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created
    logger.go:42: 15:00:31 | service-per-pod/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created
    logger.go:42: 15:00:32 | service-per-pod/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created
    logger.go:42: 15:00:32 | service-per-pod/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created
    logger.go:42: 15:00:32 | service-per-pod/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"'
    logger.go:42: 15:00:32 | service-per-pod/0-deploy-operator | + kubectl -n kuttl-test-amazing-turtle apply -f -
    logger.go:42: 15:00:32 | service-per-pod/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:00:32 | service-per-pod/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-424-70568ae"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/operator.yaml
    logger.go:42: 15:00:33 | service-per-pod/0-deploy-operator | configmap/percona-server-mysql-operator-config created
    logger.go:42: 15:00:34 | service-per-pod/0-deploy-operator | deployment.apps/percona-server-mysql-operator created
    logger.go:42: 15:00:34 | service-per-pod/0-deploy-operator | + deploy_non_tls_cluster_secrets
    logger.go:42: 15:00:34 | service-per-pod/0-deploy-operator | + kubectl -n kuttl-test-amazing-turtle apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/secrets.yaml
    logger.go:42: 15:00:35 | service-per-pod/0-deploy-operator | secret/test-secrets created
    logger.go:42: 15:00:35 | service-per-pod/0-deploy-operator | + deploy_tls_cluster_secrets
    logger.go:42: 15:00:35 | service-per-pod/0-deploy-operator | + kubectl -n kuttl-test-amazing-turtle apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/ssl-secret.yaml
    logger.go:42: 15:00:36 | service-per-pod/0-deploy-operator | secret/test-ssl created
    logger.go:42: 15:00:36 | service-per-pod/0-deploy-operator | + deploy_client
    logger.go:42: 15:00:36 | service-per-pod/0-deploy-operator | + kubectl -n kuttl-test-amazing-turtle apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/client.yaml
    logger.go:42: 15:00:37 | service-per-pod/0-deploy-operator | pod/mysql-client created
    logger.go:42: 15:00:45 | service-per-pod/0-deploy-operator | test step completed 0-deploy-operator
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | starting test step 1-create-cluster-clusterip
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        get_cr \
          | yq eval '.spec.mysql.clusterType="async"' - \
        	| yq eval '.spec.mysql.expose.enabled = true' - \
        	| yq eval '.spec.mysql.expose.type = "ClusterIP"' - \
        	| kubectl -n "${NAMESPACE}" apply -f -]
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | + source ../../functions
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ realpath ../../..
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | ++++ mktemp -d
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export TEMP_DIR=/tmp/tmp.cDKCDcdqbR
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ TEMP_DIR=/tmp/tmp.cDKCDcdqbR
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export GIT_BRANCH=PR-424
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ GIT_BRANCH=PR-424
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export VERSION=PR-424-70568ae
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ VERSION=PR-424-70568ae
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ export IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | ++++ which gdate
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | ++++ which date
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ date=/usr/bin/date
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ command -v oc
    logger.go:42: 15:00:45 | service-per-pod/1-create-cluster-clusterip | +++ oc get projects
    logger.go:42: 15:00:50 | service-per-pod/1-create-cluster-clusterip | error: the server doesn't have a resource type "projects"
    logger.go:42: 15:00:50 | service-per-pod/1-create-cluster-clusterip | +++ grep '^minikube'
    logger.go:42: 15:00:50 | service-per-pod/1-create-cluster-clusterip | +++ kubectl get nodes
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++++ pwd
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/service-per-pod
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ test_name=service-per-pod
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + get_cr
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + local name_suffix=
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.mysql.expose.enabled = true' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + kubectl -n kuttl-test-amazing-turtle apply -f -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.mysql.expose.type = "ClusterIP"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-424-70568ae"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.metadata.name="%s"' service-per-pod
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.secretsName="test-secrets"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.metadata.name="service-per-pod"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/cr.yaml
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + '[' -n '' ']'
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.upgradeOptions.apply="disabled"' -
    logger.go:42: 15:00:51 | service-per-pod/1-create-cluster-clusterip | + yq eval '.spec.sslSecretName="test-ssl"' -
    logger.go:42: 15:00:53 | service-per-pod/1-create-cluster-clusterip | perconaservermysql.ps.percona.com/service-per-pod created
    logger.go:42: 15:04:03 | service-per-pod/1-create-cluster-clusterip | test step completed 1-create-cluster-clusterip
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | starting test step 2-write-data
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        run_mysql \
        	"CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \
        	"-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password"
        
        run_mysql \
        	"INSERT myDB.myTable (id) VALUES (100500)" \
        	"-h $(get_haproxy_svc $(get_cluster_name)) -uroot -proot_password"]
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | + source ../../functions
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ realpath ../../..
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | ++++ mktemp -d
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export TEMP_DIR=/tmp/tmp.Kg96Ixssd1
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ TEMP_DIR=/tmp/tmp.Kg96Ixssd1
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export GIT_BRANCH=PR-424
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ GIT_BRANCH=PR-424
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export VERSION=PR-424-70568ae
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ VERSION=PR-424-70568ae
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ export IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | ++++ which gdate
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | ++++ which date
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ date=/usr/bin/date
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ command -v oc
    logger.go:42: 15:04:03 | service-per-pod/2-write-data | +++ oc get projects
    logger.go:42: 15:04:09 | service-per-pod/2-write-data | error: the server doesn't have a resource type "projects"
    logger.go:42: 15:04:09 | service-per-pod/2-write-data | +++ kubectl get nodes
    logger.go:42: 15:04:09 | service-per-pod/2-write-data | +++ grep '^minikube'
    logger.go:42: 15:04:10 | service-per-pod/2-write-data | ++++ pwd
    logger.go:42: 15:04:10 | service-per-pod/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/service-per-pod
    logger.go:42: 15:04:10 | service-per-pod/2-write-data | ++ test_name=service-per-pod
    logger.go:42: 15:04:10 | service-per-pod/2-write-data | +++ get_cluster_name
    logger.go:42: 15:04:10 | service-per-pod/2-write-data | +++ kubectl -n kuttl-test-amazing-turtle get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | ++ get_haproxy_svc service-per-pod
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | ++ local cluster=service-per-pod
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | ++ echo service-per-pod-haproxy
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h service-per-pod-haproxy -uroot -proot_password'
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)'
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | + local 'uri=-h service-per-pod-haproxy -uroot -proot_password'
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | + local pod=
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | ++ get_client_pod
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | ++ kubectl -n kuttl-test-amazing-turtle get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | + client_pod=mysql-client
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | + wait_pod mysql-client
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | + local pod=mysql-client
    logger.go:42: 15:04:11 | service-per-pod/2-write-data | + set +o xtrace
    logger.go:42: 15:04:12 | service-per-pod/2-write-data | mysql-clienttrue
    logger.go:42: 15:04:12 | service-per-pod/2-write-data | + kubectl -n kuttl-test-amazing-turtle exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h service-per-pod-haproxy -uroot -proot_password'
    logger.go:42: 15:04:12 | service-per-pod/2-write-data | + sed -e 's/mysql: //'
    logger.go:42: 15:04:12 | service-per-pod/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | + :
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | +++ get_cluster_name
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | +++ kubectl -n kuttl-test-amazing-turtle get ps -o 'jsonpath={.items[0].metadata.name}'
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | ++ get_haproxy_svc service-per-pod
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | ++ local cluster=service-per-pod
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | ++ echo service-per-pod-haproxy
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h service-per-pod-haproxy -uroot -proot_password'
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)'
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | + local 'uri=-h service-per-pod-haproxy -uroot -proot_password'
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | + local pod=
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | ++ get_client_pod
    logger.go:42: 15:04:14 | service-per-pod/2-write-data | ++ kubectl -n kuttl-test-amazing-turtle get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 15:04:15 | service-per-pod/2-write-data | + client_pod=mysql-client
    logger.go:42: 15:04:15 | service-per-pod/2-write-data | + wait_pod mysql-client
    logger.go:42: 15:04:15 | service-per-pod/2-write-data | + local pod=mysql-client
    logger.go:42: 15:04:15 | service-per-pod/2-write-data | + set +o xtrace
    logger.go:42: 15:04:16 | service-per-pod/2-write-data | mysql-clienttrue
    logger.go:42: 15:04:16 | service-per-pod/2-write-data | + kubectl -n kuttl-test-amazing-turtle exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h service-per-pod-haproxy -uroot -proot_password'
    logger.go:42: 15:04:16 | service-per-pod/2-write-data | + grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 15:04:16 | service-per-pod/2-write-data | + sed -e 's/mysql: //'
    logger.go:42: 15:04:17 | service-per-pod/2-write-data | + :
    logger.go:42: 15:04:18 | service-per-pod/2-write-data | test step completed 2-write-data
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | starting test step 3-read-from-clusterip
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        args=''
        size=$(kubectl -n ${NAMESPACE} get ps ${test_name} -o jsonpath='{.spec.mysql.size}')
        for i in $(seq 0 $((size - 1))); do
        	ip=$(get_service_ip ${test_name}-mysql-${i})
        	host=$(get_mysql_headless_fqdn ${test_name} $i)
        	data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${ip} -uroot -proot_password")
        	args="${args} --from-literal=${host}=${data}"
        done
        
        kubectl create configmap -n "${NAMESPACE}" 04-read-from-clusterip ${args}]
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | + source ../../functions
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ realpath ../../..
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | ++++ mktemp -d
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export TEMP_DIR=/tmp/tmp.Oh3np8GAIS
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ TEMP_DIR=/tmp/tmp.Oh3np8GAIS
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export GIT_BRANCH=PR-424
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ GIT_BRANCH=PR-424
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export VERSION=PR-424-70568ae
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ VERSION=PR-424-70568ae
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ export IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | ++++ which gdate
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | ++++ which date
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ date=/usr/bin/date
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ command -v oc
    logger.go:42: 15:04:18 | service-per-pod/3-read-from-clusterip | +++ oc get projects
    logger.go:42: 15:04:24 | service-per-pod/3-read-from-clusterip | error: the server doesn't have a resource type "projects"
    logger.go:42: 15:04:24 | service-per-pod/3-read-from-clusterip | +++ grep '^minikube'
    logger.go:42: 15:04:24 | service-per-pod/3-read-from-clusterip | +++ kubectl get nodes
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | ++++ pwd
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/service-per-pod
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | ++ test_name=service-per-pod
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | + args=
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | ++ kubectl -n kuttl-test-amazing-turtle get ps service-per-pod -o 'jsonpath={.spec.mysql.size}'
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | + size=3
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | ++ seq 0 2
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | + for i in '$(seq 0 $((size - 1)))'
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | ++ get_service_ip service-per-pod-mysql-0
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | ++ local service=service-per-pod-mysql-0
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | ++ kubectl get service/service-per-pod-mysql-0 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:04:25 | service-per-pod/3-read-from-clusterip | ++ grep -q NotFound
    logger.go:42: 15:04:26 | service-per-pod/3-read-from-clusterip | +++ kubectl get service/service-per-pod-mysql-0 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:04:27 | service-per-pod/3-read-from-clusterip | ++ '[' ClusterIP = ClusterIP ']'
    logger.go:42: 15:04:27 | service-per-pod/3-read-from-clusterip | ++ kubectl get service/service-per-pod-mysql-0 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.clusterIP}'
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ return
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | + ip=10.238.11.228
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ get_mysql_headless_fqdn service-per-pod 0
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ local cluster=service-per-pod
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ local index=0
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ echo service-per-pod-mysql-0.service-per-pod-mysql
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | + host=service-per-pod-mysql-0.service-per-pod-mysql
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h 10.238.11.228 -uroot -proot_password'
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ local 'command=SELECT * FROM myDB.myTable'
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ local 'uri=-h 10.238.11.228 -uroot -proot_password'
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ local pod=
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | +++ get_client_pod
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | +++ kubectl -n kuttl-test-amazing-turtle get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ client_pod=mysql-client
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ wait_pod mysql-client
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ local pod=mysql-client
    logger.go:42: 15:04:28 | service-per-pod/3-read-from-clusterip | ++ set +o xtrace
    logger.go:42: 15:04:29 | service-per-pod/3-read-from-clusterip | mysql-clienttrue
    logger.go:42: 15:04:29 | service-per-pod/3-read-from-clusterip | ++ kubectl -n kuttl-test-amazing-turtle exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h 10.238.11.228 -uroot -proot_password'
    logger.go:42: 15:04:29 | service-per-pod/3-read-from-clusterip | ++ sed -e 's/mysql: //'
    logger.go:42: 15:04:29 | service-per-pod/3-read-from-clusterip | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 15:04:31 | service-per-pod/3-read-from-clusterip | + data=100500
    logger.go:42: 15:04:31 | service-per-pod/3-read-from-clusterip | + args=' --from-literal=service-per-pod-mysql-0.service-per-pod-mysql=100500'
    logger.go:42: 15:04:31 | service-per-pod/3-read-from-clusterip | + for i in '$(seq 0 $((size - 1)))'
    logger.go:42: 15:04:31 | service-per-pod/3-read-from-clusterip | ++ get_service_ip service-per-pod-mysql-1
    logger.go:42: 15:04:31 | service-per-pod/3-read-from-clusterip | ++ local service=service-per-pod-mysql-1
    logger.go:42: 15:04:31 | service-per-pod/3-read-from-clusterip | ++ kubectl get service/service-per-pod-mysql-1 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:04:31 | service-per-pod/3-read-from-clusterip | ++ grep -q NotFound
    logger.go:42: 15:04:31 | service-per-pod/3-read-from-clusterip | +++ kubectl get service/service-per-pod-mysql-1 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:04:32 | service-per-pod/3-read-from-clusterip | ++ '[' ClusterIP = ClusterIP ']'
    logger.go:42: 15:04:32 | service-per-pod/3-read-from-clusterip | ++ kubectl get service/service-per-pod-mysql-1 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.clusterIP}'
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ return
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | + ip=10.238.15.94
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ get_mysql_headless_fqdn service-per-pod 1
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ local cluster=service-per-pod
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ local index=1
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ echo service-per-pod-mysql-1.service-per-pod-mysql
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | + host=service-per-pod-mysql-1.service-per-pod-mysql
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h 10.238.15.94 -uroot -proot_password'
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ local 'command=SELECT * FROM myDB.myTable'
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ local 'uri=-h 10.238.15.94 -uroot -proot_password'
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ local pod=
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | +++ get_client_pod
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | +++ kubectl -n kuttl-test-amazing-turtle get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ client_pod=mysql-client
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ wait_pod mysql-client
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ local pod=mysql-client
    logger.go:42: 15:04:33 | service-per-pod/3-read-from-clusterip | ++ set +o xtrace
    logger.go:42: 15:04:34 | service-per-pod/3-read-from-clusterip | mysql-clienttrue
    logger.go:42: 15:04:34 | service-per-pod/3-read-from-clusterip | ++ sed -e 's/mysql: //'
    logger.go:42: 15:04:34 | service-per-pod/3-read-from-clusterip | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 15:04:34 | service-per-pod/3-read-from-clusterip | ++ kubectl -n kuttl-test-amazing-turtle exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h 10.238.15.94 -uroot -proot_password'
    logger.go:42: 15:04:36 | service-per-pod/3-read-from-clusterip | + data=100500
    logger.go:42: 15:04:36 | service-per-pod/3-read-from-clusterip | + args=' --from-literal=service-per-pod-mysql-0.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-1.service-per-pod-mysql=100500'
    logger.go:42: 15:04:36 | service-per-pod/3-read-from-clusterip | + for i in '$(seq 0 $((size - 1)))'
    logger.go:42: 15:04:36 | service-per-pod/3-read-from-clusterip | ++ get_service_ip service-per-pod-mysql-2
    logger.go:42: 15:04:36 | service-per-pod/3-read-from-clusterip | ++ local service=service-per-pod-mysql-2
    logger.go:42: 15:04:36 | service-per-pod/3-read-from-clusterip | ++ kubectl get service/service-per-pod-mysql-2 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:04:36 | service-per-pod/3-read-from-clusterip | ++ grep -q NotFound
    logger.go:42: 15:04:36 | service-per-pod/3-read-from-clusterip | +++ kubectl get service/service-per-pod-mysql-2 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:04:37 | service-per-pod/3-read-from-clusterip | ++ '[' ClusterIP = ClusterIP ']'
    logger.go:42: 15:04:37 | service-per-pod/3-read-from-clusterip | ++ kubectl get service/service-per-pod-mysql-2 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.clusterIP}'
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ return
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | + ip=10.238.14.64
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ get_mysql_headless_fqdn service-per-pod 2
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ local cluster=service-per-pod
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ local index=2
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ echo service-per-pod-mysql-2.service-per-pod-mysql
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | + host=service-per-pod-mysql-2.service-per-pod-mysql
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h 10.238.14.64 -uroot -proot_password'
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ local 'command=SELECT * FROM myDB.myTable'
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ local 'uri=-h 10.238.14.64 -uroot -proot_password'
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | ++ local pod=
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | +++ get_client_pod
    logger.go:42: 15:04:38 | service-per-pod/3-read-from-clusterip | +++ kubectl -n kuttl-test-amazing-turtle get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 15:04:39 | service-per-pod/3-read-from-clusterip | ++ client_pod=mysql-client
    logger.go:42: 15:04:39 | service-per-pod/3-read-from-clusterip | ++ wait_pod mysql-client
    logger.go:42: 15:04:39 | service-per-pod/3-read-from-clusterip | ++ local pod=mysql-client
    logger.go:42: 15:04:39 | service-per-pod/3-read-from-clusterip | ++ set +o xtrace
    logger.go:42: 15:04:39 | service-per-pod/3-read-from-clusterip | mysql-clienttrue
    logger.go:42: 15:04:39 | service-per-pod/3-read-from-clusterip | ++ kubectl -n kuttl-test-amazing-turtle exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h 10.238.14.64 -uroot -proot_password'
    logger.go:42: 15:04:39 | service-per-pod/3-read-from-clusterip | ++ sed -e 's/mysql: //'
    logger.go:42: 15:04:39 | service-per-pod/3-read-from-clusterip | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 15:04:41 | service-per-pod/3-read-from-clusterip | + data=100500
    logger.go:42: 15:04:41 | service-per-pod/3-read-from-clusterip | + args=' --from-literal=service-per-pod-mysql-0.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-1.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-2.service-per-pod-mysql=100500'
    logger.go:42: 15:04:41 | service-per-pod/3-read-from-clusterip | + kubectl create configmap -n kuttl-test-amazing-turtle 04-read-from-clusterip --from-literal=service-per-pod-mysql-0.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-1.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-2.service-per-pod-mysql=100500
    logger.go:42: 15:04:42 | service-per-pod/3-read-from-clusterip | configmap/04-read-from-clusterip created
    logger.go:42: 15:04:43 | service-per-pod/3-read-from-clusterip | test step completed 3-read-from-clusterip
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | starting test step 4-create-cluster-loadbalancer
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        get_cr \
          | yq eval '.spec.mysql.clusterType="async"' - \
        	| yq eval '.spec.mysql.expose.enabled = true' - \
        	| yq eval '.spec.mysql.expose.type = "LoadBalancer"' - \
        	| kubectl -n "${NAMESPACE}" apply -f -]
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | + source ../../functions
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ realpath ../../..
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | ++++ mktemp -d
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export TEMP_DIR=/tmp/tmp.HZ0T96SoIY
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ TEMP_DIR=/tmp/tmp.HZ0T96SoIY
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export GIT_BRANCH=PR-424
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ GIT_BRANCH=PR-424
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export VERSION=PR-424-70568ae
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ VERSION=PR-424-70568ae
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ export IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | ++++ which gdate
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | ++++ which date
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ date=/usr/bin/date
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ command -v oc
    logger.go:42: 15:04:43 | service-per-pod/4-create-cluster-loadbalancer | +++ oc get projects
    logger.go:42: 15:04:48 | service-per-pod/4-create-cluster-loadbalancer | error: the server doesn't have a resource type "projects"
    logger.go:42: 15:04:48 | service-per-pod/4-create-cluster-loadbalancer | +++ kubectl get nodes
    logger.go:42: 15:04:48 | service-per-pod/4-create-cluster-loadbalancer | +++ grep '^minikube'
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++++ pwd
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/service-per-pod
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ test_name=service-per-pod
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.mysql.expose.enabled = true' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + get_cr
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.mysql.expose.type = "LoadBalancer"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + kubectl -n kuttl-test-amazing-turtle apply -f -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + local name_suffix=
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.secretsName="test-secrets"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + '[' -n '' ']'
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.metadata.name="%s"' service-per-pod
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.metadata.name="service-per-pod"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/cr.yaml
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.mysql.clusterType="async"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-424-70568ae"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.sslSecretName="test-ssl"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.upgradeOptions.apply="disabled"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' -
    logger.go:42: 15:04:49 | service-per-pod/4-create-cluster-loadbalancer | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' -
    logger.go:42: 15:04:51 | service-per-pod/4-create-cluster-loadbalancer | perconaservermysql.ps.percona.com/service-per-pod configured
    logger.go:42: 15:05:40 | service-per-pod/4-create-cluster-loadbalancer | test step completed 4-create-cluster-loadbalancer
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | starting test step 5-read-from-loadbalancer
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        args=''
        size=$(kubectl -n ${NAMESPACE} get ps ${test_name} -o jsonpath='{.spec.mysql.size}')
        sleep 75
        for i in $(seq 0 $((size - 1))); do
        	ip=$(get_service_ip ${test_name}-mysql-$i)
        	host=$(get_mysql_headless_fqdn ${test_name} $i)
        	data=$(run_mysql "SELECT * FROM myDB.myTable" "-h ${ip} -uroot -proot_password")
        	args="${args} --from-literal=${host}=${data}"
        done
        
        kubectl create configmap -n "${NAMESPACE}" 04-read-from-loadbalancer ${args}]
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | + source ../../functions
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ realpath ../../..
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | ++++ mktemp -d
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export TEMP_DIR=/tmp/tmp.iBPpntaEXE
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ TEMP_DIR=/tmp/tmp.iBPpntaEXE
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export GIT_BRANCH=PR-424
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ GIT_BRANCH=PR-424
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export VERSION=PR-424-70568ae
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ VERSION=PR-424-70568ae
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ export IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ IMAGE_PMM_SERVER_TAG=dev-latest
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | ++++ which gdate
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | ++++ which date
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ date=/usr/bin/date
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ command -v oc
    logger.go:42: 15:05:40 | service-per-pod/5-read-from-loadbalancer | +++ oc get projects
    logger.go:42: 15:05:46 | service-per-pod/5-read-from-loadbalancer | error: the server doesn't have a resource type "projects"
    logger.go:42: 15:05:46 | service-per-pod/5-read-from-loadbalancer | +++ kubectl get nodes
    logger.go:42: 15:05:46 | service-per-pod/5-read-from-loadbalancer | +++ grep '^minikube'
    logger.go:42: 15:05:47 | service-per-pod/5-read-from-loadbalancer | ++++ pwd
    logger.go:42: 15:05:47 | service-per-pod/5-read-from-loadbalancer | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/service-per-pod
    logger.go:42: 15:05:47 | service-per-pod/5-read-from-loadbalancer | ++ test_name=service-per-pod
    logger.go:42: 15:05:47 | service-per-pod/5-read-from-loadbalancer | + args=
    logger.go:42: 15:05:47 | service-per-pod/5-read-from-loadbalancer | ++ kubectl -n kuttl-test-amazing-turtle get ps service-per-pod -o 'jsonpath={.spec.mysql.size}'
    logger.go:42: 15:05:48 | service-per-pod/5-read-from-loadbalancer | + size=3
    logger.go:42: 15:05:48 | service-per-pod/5-read-from-loadbalancer | + sleep 75
    logger.go:42: 15:07:03 | service-per-pod/5-read-from-loadbalancer | ++ seq 0 2
    logger.go:42: 15:07:03 | service-per-pod/5-read-from-loadbalancer | + for i in '$(seq 0 $((size - 1)))'
    logger.go:42: 15:07:03 | service-per-pod/5-read-from-loadbalancer | ++ get_service_ip service-per-pod-mysql-0
    logger.go:42: 15:07:03 | service-per-pod/5-read-from-loadbalancer | ++ local service=service-per-pod-mysql-0
    logger.go:42: 15:07:03 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-0 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:07:03 | service-per-pod/5-read-from-loadbalancer | ++ grep -q NotFound
    logger.go:42: 15:07:03 | service-per-pod/5-read-from-loadbalancer | +++ kubectl get service/service-per-pod-mysql-0 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:07:04 | service-per-pod/5-read-from-loadbalancer | ++ '[' LoadBalancer = ClusterIP ']'
    logger.go:42: 15:07:04 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-0 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[]}'
    logger.go:42: 15:07:04 | service-per-pod/5-read-from-loadbalancer | ++ egrep -q 'hostname|ip'
    logger.go:42: 15:07:05 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-0 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-0 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | + ip=35.193.129.217
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ get_mysql_headless_fqdn service-per-pod 0
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ local cluster=service-per-pod
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ local index=0
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ echo service-per-pod-mysql-0.service-per-pod-mysql
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | + host=service-per-pod-mysql-0.service-per-pod-mysql
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h 35.193.129.217 -uroot -proot_password'
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ local 'command=SELECT * FROM myDB.myTable'
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ local 'uri=-h 35.193.129.217 -uroot -proot_password'
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | ++ local pod=
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | +++ get_client_pod
    logger.go:42: 15:07:06 | service-per-pod/5-read-from-loadbalancer | +++ kubectl -n kuttl-test-amazing-turtle get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 15:07:07 | service-per-pod/5-read-from-loadbalancer | ++ client_pod=mysql-client
    logger.go:42: 15:07:07 | service-per-pod/5-read-from-loadbalancer | ++ wait_pod mysql-client
    logger.go:42: 15:07:07 | service-per-pod/5-read-from-loadbalancer | ++ local pod=mysql-client
    logger.go:42: 15:07:07 | service-per-pod/5-read-from-loadbalancer | ++ set +o xtrace
    logger.go:42: 15:07:08 | service-per-pod/5-read-from-loadbalancer | mysql-clienttrue
    logger.go:42: 15:07:08 | service-per-pod/5-read-from-loadbalancer | ++ kubectl -n kuttl-test-amazing-turtle exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h 35.193.129.217 -uroot -proot_password'
    logger.go:42: 15:07:08 | service-per-pod/5-read-from-loadbalancer | ++ sed -e 's/mysql: //'
    logger.go:42: 15:07:08 | service-per-pod/5-read-from-loadbalancer | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 15:07:09 | service-per-pod/5-read-from-loadbalancer | + data=100500
    logger.go:42: 15:07:09 | service-per-pod/5-read-from-loadbalancer | + args=' --from-literal=service-per-pod-mysql-0.service-per-pod-mysql=100500'
    logger.go:42: 15:07:09 | service-per-pod/5-read-from-loadbalancer | + for i in '$(seq 0 $((size - 1)))'
    logger.go:42: 15:07:09 | service-per-pod/5-read-from-loadbalancer | ++ get_service_ip service-per-pod-mysql-1
    logger.go:42: 15:07:09 | service-per-pod/5-read-from-loadbalancer | ++ local service=service-per-pod-mysql-1
    logger.go:42: 15:07:09 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-1 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:07:09 | service-per-pod/5-read-from-loadbalancer | ++ grep -q NotFound
    logger.go:42: 15:07:10 | service-per-pod/5-read-from-loadbalancer | +++ kubectl get service/service-per-pod-mysql-1 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:07:11 | service-per-pod/5-read-from-loadbalancer | ++ '[' LoadBalancer = ClusterIP ']'
    logger.go:42: 15:07:11 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-1 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[]}'
    logger.go:42: 15:07:11 | service-per-pod/5-read-from-loadbalancer | ++ egrep -q 'hostname|ip'
    logger.go:42: 15:07:11 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-1 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
    logger.go:42: 15:07:12 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-1 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | + ip=34.122.102.241
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | ++ get_mysql_headless_fqdn service-per-pod 1
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | ++ local cluster=service-per-pod
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | ++ local index=1
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | ++ echo service-per-pod-mysql-1.service-per-pod-mysql
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | + host=service-per-pod-mysql-1.service-per-pod-mysql
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h 34.122.102.241 -uroot -proot_password'
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | ++ local 'command=SELECT * FROM myDB.myTable'
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | ++ local 'uri=-h 34.122.102.241 -uroot -proot_password'
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | ++ local pod=
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | +++ get_client_pod
    logger.go:42: 15:07:13 | service-per-pod/5-read-from-loadbalancer | +++ kubectl -n kuttl-test-amazing-turtle get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 15:07:14 | service-per-pod/5-read-from-loadbalancer | ++ client_pod=mysql-client
    logger.go:42: 15:07:14 | service-per-pod/5-read-from-loadbalancer | ++ wait_pod mysql-client
    logger.go:42: 15:07:14 | service-per-pod/5-read-from-loadbalancer | ++ local pod=mysql-client
    logger.go:42: 15:07:14 | service-per-pod/5-read-from-loadbalancer | ++ set +o xtrace
    logger.go:42: 15:07:14 | service-per-pod/5-read-from-loadbalancer | mysql-clienttrue
    logger.go:42: 15:07:14 | service-per-pod/5-read-from-loadbalancer | ++ sed -e 's/mysql: //'
    logger.go:42: 15:07:14 | service-per-pod/5-read-from-loadbalancer | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 15:07:14 | service-per-pod/5-read-from-loadbalancer | ++ kubectl -n kuttl-test-amazing-turtle exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h 34.122.102.241 -uroot -proot_password'
    logger.go:42: 15:07:16 | service-per-pod/5-read-from-loadbalancer | + data=100500
    logger.go:42: 15:07:16 | service-per-pod/5-read-from-loadbalancer | + args=' --from-literal=service-per-pod-mysql-0.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-1.service-per-pod-mysql=100500'
    logger.go:42: 15:07:16 | service-per-pod/5-read-from-loadbalancer | + for i in '$(seq 0 $((size - 1)))'
    logger.go:42: 15:07:16 | service-per-pod/5-read-from-loadbalancer | ++ get_service_ip service-per-pod-mysql-2
    logger.go:42: 15:07:16 | service-per-pod/5-read-from-loadbalancer | ++ local service=service-per-pod-mysql-2
    logger.go:42: 15:07:16 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-2 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:07:16 | service-per-pod/5-read-from-loadbalancer | ++ grep -q NotFound
    logger.go:42: 15:07:17 | service-per-pod/5-read-from-loadbalancer | +++ kubectl get service/service-per-pod-mysql-2 -n kuttl-test-amazing-turtle -o 'jsonpath={.spec.type}'
    logger.go:42: 15:07:17 | service-per-pod/5-read-from-loadbalancer | ++ '[' LoadBalancer = ClusterIP ']'
    logger.go:42: 15:07:17 | service-per-pod/5-read-from-loadbalancer | ++ egrep -q 'hostname|ip'
    logger.go:42: 15:07:17 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-2 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[]}'
    logger.go:42: 15:07:18 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-2 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ kubectl get service/service-per-pod-mysql-2 -n kuttl-test-amazing-turtle -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | + ip=34.172.210.138
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ get_mysql_headless_fqdn service-per-pod 2
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ local cluster=service-per-pod
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ local index=2
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ echo service-per-pod-mysql-2.service-per-pod-mysql
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | + host=service-per-pod-mysql-2.service-per-pod-mysql
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ run_mysql 'SELECT * FROM myDB.myTable' '-h 34.172.210.138 -uroot -proot_password'
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ local 'command=SELECT * FROM myDB.myTable'
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ local 'uri=-h 34.172.210.138 -uroot -proot_password'
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | ++ local pod=
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | +++ get_client_pod
    logger.go:42: 15:07:19 | service-per-pod/5-read-from-loadbalancer | +++ kubectl -n kuttl-test-amazing-turtle get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}'
    logger.go:42: 15:07:20 | service-per-pod/5-read-from-loadbalancer | ++ client_pod=mysql-client
    logger.go:42: 15:07:20 | service-per-pod/5-read-from-loadbalancer | ++ wait_pod mysql-client
    logger.go:42: 15:07:20 | service-per-pod/5-read-from-loadbalancer | ++ local pod=mysql-client
    logger.go:42: 15:07:20 | service-per-pod/5-read-from-loadbalancer | ++ set +o xtrace
    logger.go:42: 15:07:21 | service-per-pod/5-read-from-loadbalancer | mysql-clienttrue
    logger.go:42: 15:07:21 | service-per-pod/5-read-from-loadbalancer | ++ kubectl -n kuttl-test-amazing-turtle exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SELECT * FROM myDB.myTable" | mysql -sN -h 34.172.210.138 -uroot -proot_password'
    logger.go:42: 15:07:21 | service-per-pod/5-read-from-loadbalancer | ++ sed -e 's/mysql: //'
    logger.go:42: 15:07:21 | service-per-pod/5-read-from-loadbalancer | ++ grep -v 'Using a password on the command line interface can be insecure.'
    logger.go:42: 15:07:22 | service-per-pod/5-read-from-loadbalancer | + data=100500
    logger.go:42: 15:07:22 | service-per-pod/5-read-from-loadbalancer | + args=' --from-literal=service-per-pod-mysql-0.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-1.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-2.service-per-pod-mysql=100500'
    logger.go:42: 15:07:22 | service-per-pod/5-read-from-loadbalancer | + kubectl create configmap -n kuttl-test-amazing-turtle 04-read-from-loadbalancer --from-literal=service-per-pod-mysql-0.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-1.service-per-pod-mysql=100500 --from-literal=service-per-pod-mysql-2.service-per-pod-mysql=100500
    logger.go:42: 15:07:23 | service-per-pod/5-read-from-loadbalancer | configmap/04-read-from-loadbalancer created
    logger.go:42: 15:07:25 | service-per-pod/5-read-from-loadbalancer | test step completed 5-read-from-loadbalancer
    logger.go:42: 15:07:25 | service-per-pod/6-drop-finalizer | starting test step 6-drop-finalizer
    logger.go:42: 15:07:26 | service-per-pod/6-drop-finalizer | PerconaServerMySQL:kuttl-test-amazing-turtle/service-per-pod updated
    logger.go:42: 15:07:26 | service-per-pod/6-drop-finalizer | test step completed 6-drop-finalizer
    logger.go:42: 15:07:26 | service-per-pod | service-per-pod events from ns kuttl-test-amazing-turtle:
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:34 +0000 UTC	Normal	Pod percona-server-mysql-operator-6b56d66f99-qvj9l		Scheduled	Successfully assigned kuttl-test-amazing-turtle/percona-server-mysql-operator-6b56d66f99-qvj9l to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-6ccq		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:34 +0000 UTC	Normal	ReplicaSet.apps percona-server-mysql-operator-6b56d66f99		SuccessfulCreate	Created pod: percona-server-mysql-operator-6b56d66f99-qvj9l		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:34 +0000 UTC	Normal	Deployment.apps percona-server-mysql-operator		ScalingReplicaSet	Scaled up replica set percona-server-mysql-operator-6b56d66f99 to 1		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:36 +0000 UTC	Normal	Pod percona-server-mysql-operator-6b56d66f99-qvj9l.spec.containers{manager}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:36 +0000 UTC	Normal	Pod percona-server-mysql-operator-6b56d66f99-qvj9l.spec.containers{manager}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 394.320404ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:36 +0000 UTC	Normal	Pod percona-server-mysql-operator-6b56d66f99-qvj9l.spec.containers{manager}		Created	Created container manager		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:36 +0000 UTC	Normal	Pod percona-server-mysql-operator-6b56d66f99-qvj9l.spec.containers{manager}		Started	Started container manager		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:37 +0000 UTC	Normal	Lease.coordination.k8s.io 08db2feb.percona.com		LeaderElection	percona-server-mysql-operator-6b56d66f99-qvj9l_f8a3e490-1407-4bfc-aaaf-21be70fe237d became leader		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:37 +0000 UTC	Normal	Pod mysql-client		Scheduled	Successfully assigned kuttl-test-amazing-turtle/mysql-client to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-kv8q		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:38 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Pulled	Container image "percona/percona-server:8.0.25" already present on machine		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:38 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Created	Created container mysql-client		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:38 +0000 UTC	Normal	Pod mysql-client.spec.containers{mysql-client}		Started	Started container mysql-client		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:55 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-0		WaitForFirstConsumer	waiting for first consumer to be created before binding		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:55 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-0		ExternalProvisioning	waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:55 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-0		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-amazing-turtle/datadir-service-per-pod-mysql-0"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:55 +0000 UTC	Normal	StatefulSet.apps service-per-pod-mysql		SuccessfulCreate	create Claim datadir-service-per-pod-mysql-0 Pod service-per-pod-mysql-0 in StatefulSet service-per-pod-mysql success		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:55 +0000 UTC	Normal	StatefulSet.apps service-per-pod-mysql		SuccessfulCreate	create Pod service-per-pod-mysql-0 in StatefulSet service-per-pod-mysql successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:55 +0000 UTC	Normal	Pod service-per-pod-orc-0		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-orc-0 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-6ks2		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:55 +0000 UTC	Normal	StatefulSet.apps service-per-pod-orc		SuccessfulCreate	create Pod service-per-pod-orc-0 in StatefulSet service-per-pod-orc successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:56 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.initContainers{orc-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:56 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.initContainers{orc-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 398.633402ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:56 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.initContainers{orc-init}		Created	Created container orc-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:56 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.initContainers{orc-init}		Started	Started container orc-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:58 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.containers{orc}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:58 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.containers{orc}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 374.156329ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:58 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.containers{orc}		Created	Created container orc		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:59 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-0		ProvisioningSucceeded	Successfully provisioned volume pvc-99494d2f-99c3-4f14-bee4-90ea9edba6ad		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:59 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.containers{orc}		Started	Started container orc		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:59 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:59 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 371.90733ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:59 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.containers{mysql-monit}		Created	Created container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:00:59 +0000 UTC	Normal	Pod service-per-pod-orc-0.spec.containers{mysql-monit}		Started	Started container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:00 +0000 UTC	Normal	Pod service-per-pod-mysql-0		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-6ccq		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:05 +0000 UTC	Normal	Pod service-per-pod-mysql-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-99494d2f-99c3-4f14-bee4-90ea9edba6ad" 		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:06 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:07 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 440.633839ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:07 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.initContainers{mysql-init}		Created	Created container mysql-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:07 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.initContainers{mysql-init}		Started	Started container mysql-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:08 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:08 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 364.019351ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:08 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{mysql}		Created	Created container mysql		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:08 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{mysql}		Started	Started container mysql		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:08 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:09 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 348.97398ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:09 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{xtrabackup}		Created	Created container xtrabackup		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:09 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{xtrabackup}		Started	Started container xtrabackup		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:09 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:09 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 419.065752ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:09 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{pt-heartbeat}		Created	Created container pt-heartbeat		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:09 +0000 UTC	Normal	Pod service-per-pod-mysql-0.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:31 +0000 UTC	Normal	Pod service-per-pod-orc-1		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-orc-1 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-kv8q		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:31 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.initContainers{orc-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:31 +0000 UTC	Normal	StatefulSet.apps service-per-pod-orc		SuccessfulCreate	create Pod service-per-pod-orc-1 in StatefulSet service-per-pod-orc successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:32 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.initContainers{orc-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 388.691568ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:32 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.initContainers{orc-init}		Created	Created container orc-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:32 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.initContainers{orc-init}		Started	Started container orc-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:34 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.containers{orc}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:34 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.containers{orc}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 387.217039ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:34 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.containers{orc}		Created	Created container orc		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:34 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.containers{orc}		Started	Started container orc		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:34 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:35 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 388.270602ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:35 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.containers{mysql-monit}		Created	Created container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:35 +0000 UTC	Normal	Pod service-per-pod-orc-1.spec.containers{mysql-monit}		Started	Started container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:41 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-1		WaitForFirstConsumer	waiting for first consumer to be created before binding		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:41 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-1		ExternalProvisioning	waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:41 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-1		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-amazing-turtle/datadir-service-per-pod-mysql-1"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:41 +0000 UTC	Normal	Pod service-per-pod-haproxy-0		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-haproxy-0 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-6ccq		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:41 +0000 UTC	Normal	StatefulSet.apps service-per-pod-haproxy		SuccessfulCreate	create Pod service-per-pod-haproxy-0 in StatefulSet service-per-pod-haproxy successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:41 +0000 UTC	Normal	StatefulSet.apps service-per-pod-mysql		SuccessfulCreate	create Claim datadir-service-per-pod-mysql-1 Pod service-per-pod-mysql-1 in StatefulSet service-per-pod-mysql success		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:41 +0000 UTC	Normal	StatefulSet.apps service-per-pod-mysql		SuccessfulCreate	create Pod service-per-pod-mysql-1 in StatefulSet service-per-pod-mysql successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:42 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:43 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 411.874203ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:43 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.initContainers{haproxy-init}		Created	Created container haproxy-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:43 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.initContainers{haproxy-init}		Started	Started container haproxy-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:44 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:44 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 415.127469ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:44 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.containers{haproxy}		Created	Created container haproxy		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-1		ProvisioningSucceeded	Successfully provisioned volume pvc-2a712653-5238-4869-9dd6-8a442c80f1ea		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.containers{haproxy}		Started	Started container haproxy		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 358.194966ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.containers{mysql-monit}		Created	Created container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	Pod service-per-pod-haproxy-0.spec.containers{mysql-monit}		Started	Started container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	Pod service-per-pod-haproxy-1		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-haproxy-1 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-kv8q		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	StatefulSet.apps service-per-pod-haproxy		SuccessfulCreate	create Pod service-per-pod-haproxy-1 in StatefulSet service-per-pod-haproxy successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:45 +0000 UTC	Normal	Pod service-per-pod-mysql-1		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-6ks2		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:46 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:46 +0000 UTC	Warning	Pod service-per-pod-mysql-1		FailedAttachVolume	AttachVolume.Attach failed for volume "pvc-2a712653-5238-4869-9dd6-8a442c80f1ea" : persistentvolume "pvc-2a712653-5238-4869-9dd6-8a442c80f1ea" not found		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:47 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 335.162002ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:47 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.initContainers{haproxy-init}		Created	Created container haproxy-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:47 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.initContainers{haproxy-init}		Started	Started container haproxy-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:49 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:49 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 457.598456ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:49 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.containers{haproxy}		Created	Created container haproxy		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:49 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.containers{haproxy}		Started	Started container haproxy		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:49 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:50 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 369.343249ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:50 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.containers{mysql-monit}		Created	Created container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:50 +0000 UTC	Normal	Pod service-per-pod-haproxy-1.spec.containers{mysql-monit}		Started	Started container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:51 +0000 UTC	Normal	Pod service-per-pod-haproxy-2		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-haproxy-2 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-6ks2		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:51 +0000 UTC	Normal	StatefulSet.apps service-per-pod-haproxy		SuccessfulCreate	create Pod service-per-pod-haproxy-2 in StatefulSet service-per-pod-haproxy successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:51 +0000 UTC	Normal	Pod service-per-pod-mysql-1		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-2a712653-5238-4869-9dd6-8a442c80f1ea" 		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:52 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.initContainers{haproxy-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:52 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.initContainers{haproxy-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 460.01736ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:52 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.initContainers{haproxy-init}		Created	Created container haproxy-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:52 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.initContainers{haproxy-init}		Started	Started container haproxy-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:54 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.containers{haproxy}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.containers{haproxy}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 417.71485ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.containers{haproxy}		Created	Created container haproxy		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.containers{haproxy}		Started	Started container haproxy		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-haproxy"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-haproxy" in 382.373422ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.containers{mysql-monit}		Created	Created container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-haproxy-2.spec.containers{mysql-monit}		Started	Started container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:55 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 434.296039ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:56 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.initContainers{mysql-init}		Created	Created container mysql-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:56 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.initContainers{mysql-init}		Started	Started container mysql-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:57 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:58 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 389.448822ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:58 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{mysql}		Created	Created container mysql		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:58 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{mysql}		Started	Started container mysql		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:58 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:58 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 393.889219ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:58 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{xtrabackup}		Created	Created container xtrabackup		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:58 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{xtrabackup}		Started	Started container xtrabackup		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:58 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:59 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 360.136062ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:59 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{pt-heartbeat}		Created	Created container pt-heartbeat		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:01:59 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:06 +0000 UTC	Normal	Pod service-per-pod-orc-2		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-orc-2 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-6ccq		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:06 +0000 UTC	Normal	StatefulSet.apps service-per-pod-orc		SuccessfulCreate	create Pod service-per-pod-orc-2 in StatefulSet service-per-pod-orc successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:07 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.initContainers{orc-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:07 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.initContainers{orc-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 394.613134ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:07 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.initContainers{orc-init}		Created	Created container orc-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:07 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.initContainers{orc-init}		Started	Started container orc-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:09 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.containers{orc}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:10 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.containers{orc}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 439.188124ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:10 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.containers{orc}		Created	Created container orc		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:10 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.containers{orc}		Started	Started container orc		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:10 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.containers{mysql-monit}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-orchestrator"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:10 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.containers{mysql-monit}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-orchestrator" in 451.845327ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:10 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.containers{mysql-monit}		Created	Created container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:10 +0000 UTC	Normal	Pod service-per-pod-orc-2.spec.containers{mysql-monit}		Started	Started container mysql-monit		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:16 +0000 UTC	Warning	Pod service-per-pod-mysql-1.spec.containers{mysql}		Unhealthy	Startup probe failed: 		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:16 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:19 +0000 UTC	Normal	Pod service-per-pod-mysql-1.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 384.970831ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:50 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-2		WaitForFirstConsumer	waiting for first consumer to be created before binding		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:50 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-2		ExternalProvisioning	waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:50 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-2		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-amazing-turtle/datadir-service-per-pod-mysql-2"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:50 +0000 UTC	Normal	StatefulSet.apps service-per-pod-mysql		SuccessfulCreate	create Claim datadir-service-per-pod-mysql-2 Pod service-per-pod-mysql-2 in StatefulSet service-per-pod-mysql success		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:50 +0000 UTC	Normal	StatefulSet.apps service-per-pod-mysql		SuccessfulCreate	create Pod service-per-pod-mysql-2 in StatefulSet service-per-pod-mysql successful		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:54 +0000 UTC	Normal	PersistentVolumeClaim datadir-service-per-pod-mysql-2		ProvisioningSucceeded	Successfully provisioned volume pvc-7ea8da2f-032d-4048-b83b-d85c2c8a6dc6		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:02:54 +0000 UTC	Normal	Pod service-per-pod-mysql-2		Scheduled	Successfully assigned kuttl-test-amazing-turtle/service-per-pod-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-565e2e31-kv8q		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:02 +0000 UTC	Normal	Pod service-per-pod-mysql-2		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-7ea8da2f-032d-4048-b83b-d85c2c8a6dc6" 		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:04 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.initContainers{mysql-init}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:04 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.initContainers{mysql-init}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 570.183277ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:04 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.initContainers{mysql-init}		Created	Created container mysql-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:04 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.initContainers{mysql-init}		Started	Started container mysql-init		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:06 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{mysql}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-psmysql"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:06 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 373.42845ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:06 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{mysql}		Created	Created container mysql		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:06 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{mysql}		Started	Started container mysql		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:06 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{xtrabackup}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-backup"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:07 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{xtrabackup}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 401.320119ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:07 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{xtrabackup}		Created	Created container xtrabackup		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:07 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{xtrabackup}		Started	Started container xtrabackup		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:07 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{pt-heartbeat}		Pulling	Pulling image "perconalab/percona-server-mysql-operator:main-toolkit"		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:07 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{pt-heartbeat}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-toolkit" in 367.279718ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:07 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{pt-heartbeat}		Created	Created container pt-heartbeat		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:07 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{pt-heartbeat}		Started	Started container pt-heartbeat		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:24 +0000 UTC	Warning	Pod service-per-pod-mysql-2.spec.containers{mysql}		Unhealthy	Startup probe failed: 		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:24 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{mysql}		Killing	Container mysql failed startup probe, will be restarted		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:03:28 +0000 UTC	Normal	Pod service-per-pod-mysql-2.spec.containers{mysql}		Pulled	Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 378.042199ms		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:04:52 +0000 UTC	Normal	Service service-per-pod-mysql-0		Type	ClusterIP -> LoadBalancer		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:04:52 +0000 UTC	Normal	Service service-per-pod-mysql-0		EnsuringLoadBalancer	Ensuring load balancer		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:04:52 +0000 UTC	Normal	Service service-per-pod-mysql-1		Type	ClusterIP -> LoadBalancer		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:04:52 +0000 UTC	Normal	Service service-per-pod-mysql-1		EnsuringLoadBalancer	Ensuring load balancer		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:04:52 +0000 UTC	Normal	Service service-per-pod-mysql-2		Type	ClusterIP -> LoadBalancer		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:04:52 +0000 UTC	Normal	Service service-per-pod-mysql-2		EnsuringLoadBalancer	Ensuring load balancer		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:05:30 +0000 UTC	Normal	Service service-per-pod-mysql-1		EnsuredLoadBalancer	Ensured load balancer		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:05:34 +0000 UTC	Normal	Service service-per-pod-mysql-2		EnsuredLoadBalancer	Ensured load balancer		
    logger.go:42: 15:07:26 | service-per-pod | 2023-08-17 15:05:37 +0000 UTC	Normal	Service service-per-pod-mysql-0		EnsuredLoadBalancer	Ensured load balancer		
    logger.go:42: 15:07:26 | service-per-pod | Deleting namespace: kuttl-test-amazing-turtle
=== CONT  kuttl
    harness.go:405: run tests finished
    harness.go:513: cleaning up
    harness.go:570: removing temp folder: ""
--- PASS: kuttl (472.20s)
    --- PASS: kuttl/harness (0.00s)
        --- PASS: kuttl/harness/service-per-pod (468.15s)
PASS