=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://34.133.14.34 I0809 12:05:57.034096 13034 request.go:682] Waited for 1.031446669s due to client-side throttling, not priority and fairness, request: GET:https://34.133.14.34/apis/policy/v1?timeout=32s harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 26 tests === RUN kuttl/harness === RUN kuttl/harness/config-router === PAUSE kuttl/harness/config-router === CONT kuttl/harness/config-router logger.go:42: 12:05:58 | config-router | Creating namespace: kuttl-test-pleasant-lamprey logger.go:42: 12:05:58 | config-router/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 12:05:58 | config-router/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client] logger.go:42: 12:05:58 | config-router/0-deploy-operator | + source ../../functions logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ realpath ../../.. logger.go:42: 12:05:58 | config-router/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:05:58 | config-router/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:05:58 | config-router/0-deploy-operator | ++++ mktemp -d logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export TEMP_DIR=/tmp/tmp.XC9EISqY5w logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ TEMP_DIR=/tmp/tmp.XC9EISqY5w logger.go:42: 12:05:58 | config-router/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ GIT_BRANCH=PR-339 logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ VERSION=PR-339-3a8483b logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:05:58 | config-router/0-deploy-operator | ++++ which gdate logger.go:42: 12:05:58 | config-router/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:05:58 | config-router/0-deploy-operator | ++++ which date logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ command -v oc logger.go:42: 12:05:58 | config-router/0-deploy-operator | +++ oc get projects logger.go:42: 12:06:04 | config-router/0-deploy-operator | error: the server doesn't have a resource type "projects" logger.go:42: 12:06:04 | config-router/0-deploy-operator | +++ grep '^minikube' logger.go:42: 12:06:04 | config-router/0-deploy-operator | +++ kubectl get nodes logger.go:42: 12:06:06 | config-router/0-deploy-operator | ++++ pwd logger.go:42: 12:06:06 | config-router/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/config-router logger.go:42: 12:06:06 | config-router/0-deploy-operator | ++ test_name=config-router logger.go:42: 12:06:06 | config-router/0-deploy-operator | + deploy_operator logger.go:42: 12:06:06 | config-router/0-deploy-operator | + kubectl -n kuttl-test-pleasant-lamprey apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/crd.yaml logger.go:42: 12:06:08 | config-router/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 12:06:08 | config-router/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 12:06:09 | config-router/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 12:06:09 | config-router/0-deploy-operator | + kubectl -n kuttl-test-pleasant-lamprey apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/rbac.yaml logger.go:42: 12:06:11 | config-router/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 12:06:12 | config-router/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 12:06:12 | config-router/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 12:06:13 | config-router/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 12:06:13 | config-router/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 12:06:13 | config-router/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 12:06:13 | config-router/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 12:06:14 | config-router/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 12:06:14 | config-router/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 12:06:14 | config-router/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:06:14 | config-router/0-deploy-operator | + kubectl -n kuttl-test-pleasant-lamprey apply -f - logger.go:42: 12:06:14 | config-router/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/operator.yaml logger.go:42: 12:06:17 | config-router/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 12:06:17 | config-router/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 12:06:17 | config-router/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 12:06:17 | config-router/0-deploy-operator | + kubectl -n kuttl-test-pleasant-lamprey apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/secrets.yaml logger.go:42: 12:06:19 | config-router/0-deploy-operator | secret/test-secrets created logger.go:42: 12:06:19 | config-router/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 12:06:19 | config-router/0-deploy-operator | + kubectl -n kuttl-test-pleasant-lamprey apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/ssl-secret.yaml logger.go:42: 12:06:20 | config-router/0-deploy-operator | secret/test-ssl created logger.go:42: 12:06:20 | config-router/0-deploy-operator | + deploy_client logger.go:42: 12:06:20 | config-router/0-deploy-operator | + kubectl -n kuttl-test-pleasant-lamprey apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf/client.yaml logger.go:42: 12:06:21 | config-router/0-deploy-operator | pod/mysql-client created I0809 12:06:23.905040 13034 request.go:682] Waited for 1.0309195s due to client-side throttling, not priority and fairness, request: GET:https://34.133.14.34/apis/hub.gke.io/v1?timeout=32s logger.go:42: 12:06:49 | config-router/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 12:06:49 | config-router/1-create-cluster | starting test step 1-create-cluster logger.go:42: 12:06:49 | config-router/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 12:06:49 | config-router/1-create-cluster | + source ../../functions logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ realpath ../../.. logger.go:42: 12:06:49 | config-router/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:06:49 | config-router/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:06:49 | config-router/1-create-cluster | ++++ mktemp -d logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export TEMP_DIR=/tmp/tmp.f25pR7JdLa logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ TEMP_DIR=/tmp/tmp.f25pR7JdLa logger.go:42: 12:06:49 | config-router/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ GIT_BRANCH=PR-339 logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ VERSION=PR-339-3a8483b logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:06:49 | config-router/1-create-cluster | ++++ which gdate logger.go:42: 12:06:49 | config-router/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:06:49 | config-router/1-create-cluster | ++++ which date logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ command -v oc logger.go:42: 12:06:49 | config-router/1-create-cluster | +++ oc get projects logger.go:42: 12:06:55 | config-router/1-create-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 12:06:55 | config-router/1-create-cluster | +++ grep '^minikube' logger.go:42: 12:06:55 | config-router/1-create-cluster | +++ kubectl get nodes logger.go:42: 12:06:56 | config-router/1-create-cluster | ++++ pwd logger.go:42: 12:06:56 | config-router/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/config-router logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ test_name=config-router logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 12:06:56 | config-router/1-create-cluster | + get_cr logger.go:42: 12:06:56 | config-router/1-create-cluster | + kubectl -n kuttl-test-pleasant-lamprey apply -f - logger.go:42: 12:06:56 | config-router/1-create-cluster | + local name_suffix= logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-339-3a8483b"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.metadata.name="%s"' config-router logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.metadata.name="config-router"' /mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy/cr.yaml logger.go:42: 12:06:56 | config-router/1-create-cluster | + '[' -n '' ']' logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval - logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 12:06:56 | config-router/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:06:56 | config-router/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 12:06:57 | config-router/1-create-cluster | perconaservermysql.ps.percona.com/config-router created logger.go:42: 12:12:55 | config-router/1-create-cluster | test step completed 1-create-cluster logger.go:42: 12:12:55 | config-router/2-config-through-cr | starting test step 2-config-through-cr logger.go:42: 12:12:55 | config-router/2-config-through-cr | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "${NAMESPACE}" patch ps "$(get_cluster_name)" \ --type merge \ -p '{"spec": {"proxy": {"router": {"configuration": "[default]\nlogging_folder=/tmp/router/log\n\n[logger]\nlevel=DEBUG\n"}}}}'] logger.go:42: 12:12:55 | config-router/2-config-through-cr | + source ../../functions logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ realpath ../../.. logger.go:42: 12:12:55 | config-router/2-config-through-cr | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:12:55 | config-router/2-config-through-cr | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:12:55 | config-router/2-config-through-cr | ++++ mktemp -d logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export TEMP_DIR=/tmp/tmp.zIwAC7Bgb7 logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ TEMP_DIR=/tmp/tmp.zIwAC7Bgb7 logger.go:42: 12:12:55 | config-router/2-config-through-cr | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ GIT_BRANCH=PR-339 logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ VERSION=PR-339-3a8483b logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:12:55 | config-router/2-config-through-cr | ++++ which gdate logger.go:42: 12:12:55 | config-router/2-config-through-cr | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:12:55 | config-router/2-config-through-cr | ++++ which date logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ date=/usr/bin/date logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ command -v oc logger.go:42: 12:12:55 | config-router/2-config-through-cr | +++ oc get projects logger.go:42: 12:13:00 | config-router/2-config-through-cr | error: the server doesn't have a resource type "projects" logger.go:42: 12:13:00 | config-router/2-config-through-cr | +++ kubectl get nodes logger.go:42: 12:13:00 | config-router/2-config-through-cr | +++ grep '^minikube' logger.go:42: 12:13:01 | config-router/2-config-through-cr | ++++ pwd logger.go:42: 12:13:01 | config-router/2-config-through-cr | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/config-router logger.go:42: 12:13:01 | config-router/2-config-through-cr | ++ test_name=config-router logger.go:42: 12:13:01 | config-router/2-config-through-cr | ++ get_cluster_name logger.go:42: 12:13:01 | config-router/2-config-through-cr | ++ kubectl -n kuttl-test-pleasant-lamprey get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:13:02 | config-router/2-config-through-cr | + kubectl -n kuttl-test-pleasant-lamprey patch ps config-router --type merge -p '{"spec": {"proxy": {"router": {"configuration": "[default]\nlogging_folder=/tmp/router/log\n\n[logger]\nlevel=DEBUG\n"}}}}' logger.go:42: 12:13:03 | config-router/2-config-through-cr | perconaservermysql.ps.percona.com/config-router patched logger.go:42: 12:13:51 | config-router/2-config-through-cr | test step completed 2-config-through-cr logger.go:42: 12:13:51 | config-router/3-check-config | starting test step 3-check-config logger.go:42: 12:13:51 | config-router/3-check-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions pod=$(get_router_pods | head -n 1) echo "$pod" if ! kubectl -n "${NAMESPACE}" exec -it $pod -- bash -c 'cat /tmp/router/log/mysqlrouter.log' | grep -q 'DEBUG' ; then echo "Failed to find necessary logs in $pod, expected logs in /tmp/router/log/mysqlrouter.log" exit 1 fi] logger.go:42: 12:13:51 | config-router/3-check-config | + source ../../functions logger.go:42: 12:13:51 | config-router/3-check-config | +++ realpath ../../.. logger.go:42: 12:13:51 | config-router/3-check-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:13:51 | config-router/3-check-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:13:51 | config-router/3-check-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:13:51 | config-router/3-check-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:13:51 | config-router/3-check-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:13:51 | config-router/3-check-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:13:51 | config-router/3-check-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:13:51 | config-router/3-check-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:13:51 | config-router/3-check-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:13:51 | config-router/3-check-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:13:51 | config-router/3-check-config | ++++ mktemp -d logger.go:42: 12:13:51 | config-router/3-check-config | +++ export TEMP_DIR=/tmp/tmp.FWvHVtnI6y logger.go:42: 12:13:51 | config-router/3-check-config | +++ TEMP_DIR=/tmp/tmp.FWvHVtnI6y logger.go:42: 12:13:51 | config-router/3-check-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:13:51 | config-router/3-check-config | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:13:51 | config-router/3-check-config | +++ GIT_BRANCH=PR-339 logger.go:42: 12:13:51 | config-router/3-check-config | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:13:51 | config-router/3-check-config | +++ VERSION=PR-339-3a8483b logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:13:51 | config-router/3-check-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:13:51 | config-router/3-check-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:13:51 | config-router/3-check-config | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:13:51 | config-router/3-check-config | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:13:51 | config-router/3-check-config | ++++ which gdate logger.go:42: 12:13:51 | config-router/3-check-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:13:51 | config-router/3-check-config | ++++ which date logger.go:42: 12:13:51 | config-router/3-check-config | +++ date=/usr/bin/date logger.go:42: 12:13:51 | config-router/3-check-config | +++ command -v oc logger.go:42: 12:13:51 | config-router/3-check-config | +++ oc get projects logger.go:42: 12:13:56 | config-router/3-check-config | error: the server doesn't have a resource type "projects" logger.go:42: 12:13:56 | config-router/3-check-config | +++ kubectl get nodes logger.go:42: 12:13:56 | config-router/3-check-config | +++ grep '^minikube' logger.go:42: 12:13:57 | config-router/3-check-config | ++++ pwd logger.go:42: 12:13:57 | config-router/3-check-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/config-router logger.go:42: 12:13:57 | config-router/3-check-config | ++ test_name=config-router logger.go:42: 12:13:57 | config-router/3-check-config | ++ get_router_pods logger.go:42: 12:13:57 | config-router/3-check-config | ++ head -n 1 logger.go:42: 12:13:57 | config-router/3-check-config | ++ kubectl get pod -n kuttl-test-pleasant-lamprey --no-headers --selector=app.kubernetes.io/component=router logger.go:42: 12:13:57 | config-router/3-check-config | ++ awk '{print $1}' logger.go:42: 12:13:58 | config-router/3-check-config | + pod=config-router-router-847555799d-njq4l logger.go:42: 12:13:58 | config-router/3-check-config | + echo config-router-router-847555799d-njq4l logger.go:42: 12:13:58 | config-router/3-check-config | config-router-router-847555799d-njq4l logger.go:42: 12:13:58 | config-router/3-check-config | + kubectl -n kuttl-test-pleasant-lamprey exec -it config-router-router-847555799d-njq4l -- bash -c 'cat /tmp/router/log/mysqlrouter.log' logger.go:42: 12:13:58 | config-router/3-check-config | + grep -q DEBUG logger.go:42: 12:13:59 | config-router/3-check-config | Defaulted container "router" out of: router, router-init (init) logger.go:42: 12:13:59 | config-router/3-check-config | Unable to use a TTY - input is not a terminal or the right kind of file logger.go:42: 12:14:01 | config-router/3-check-config | test step completed 3-check-config logger.go:42: 12:14:01 | config-router/4-remove-config | starting test step 4-remove-config logger.go:42: 12:14:01 | config-router/4-remove-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "${NAMESPACE}" patch ps "$(get_cluster_name)" \ --type=merge \ -p '{"spec": {"proxy": {"router": {"configuration": ""}}}}'] logger.go:42: 12:14:01 | config-router/4-remove-config | + source ../../functions logger.go:42: 12:14:01 | config-router/4-remove-config | +++ realpath ../../.. logger.go:42: 12:14:01 | config-router/4-remove-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:14:01 | config-router/4-remove-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:14:01 | config-router/4-remove-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:14:01 | config-router/4-remove-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:14:01 | config-router/4-remove-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:14:01 | config-router/4-remove-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:14:01 | config-router/4-remove-config | ++++ mktemp -d logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export TEMP_DIR=/tmp/tmp.StcHaLuQKX logger.go:42: 12:14:01 | config-router/4-remove-config | +++ TEMP_DIR=/tmp/tmp.StcHaLuQKX logger.go:42: 12:14:01 | config-router/4-remove-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:14:01 | config-router/4-remove-config | +++ GIT_BRANCH=PR-339 logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:14:01 | config-router/4-remove-config | +++ VERSION=PR-339-3a8483b logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:14:01 | config-router/4-remove-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:14:01 | config-router/4-remove-config | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:14:01 | config-router/4-remove-config | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:14:01 | config-router/4-remove-config | ++++ which gdate logger.go:42: 12:14:01 | config-router/4-remove-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:14:01 | config-router/4-remove-config | ++++ which date logger.go:42: 12:14:01 | config-router/4-remove-config | +++ date=/usr/bin/date logger.go:42: 12:14:01 | config-router/4-remove-config | +++ command -v oc logger.go:42: 12:14:01 | config-router/4-remove-config | +++ oc get projects logger.go:42: 12:14:07 | config-router/4-remove-config | error: the server doesn't have a resource type "projects" logger.go:42: 12:14:07 | config-router/4-remove-config | +++ kubectl get nodes logger.go:42: 12:14:07 | config-router/4-remove-config | +++ grep '^minikube' logger.go:42: 12:14:08 | config-router/4-remove-config | ++++ pwd logger.go:42: 12:14:08 | config-router/4-remove-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/config-router logger.go:42: 12:14:08 | config-router/4-remove-config | ++ test_name=config-router logger.go:42: 12:14:08 | config-router/4-remove-config | ++ get_cluster_name logger.go:42: 12:14:08 | config-router/4-remove-config | ++ kubectl -n kuttl-test-pleasant-lamprey get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 12:14:08 | config-router/4-remove-config | + kubectl -n kuttl-test-pleasant-lamprey patch ps config-router --type=merge -p '{"spec": {"proxy": {"router": {"configuration": ""}}}}' logger.go:42: 12:14:09 | config-router/4-remove-config | perconaservermysql.ps.percona.com/config-router patched logger.go:42: 12:14:59 | config-router/4-remove-config | test step completed 4-remove-config logger.go:42: 12:14:59 | config-router/5-config-through-configmap | starting test step 5-config-through-configmap logger.go:42: 12:15:00 | config-router/5-config-through-configmap | ConfigMap:kuttl-test-pleasant-lamprey/config-router-router created logger.go:42: 12:15:40 | config-router/5-config-through-configmap | test step completed 5-config-through-configmap logger.go:42: 12:15:40 | config-router/7-check-config | starting test step 7-check-config logger.go:42: 12:15:40 | config-router/7-check-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions pod=$(get_router_pods | head -n 1) echo "$pod" if ! kubectl -n "${NAMESPACE}" exec -it $pod -- bash -c 'cat /tmp/router/log/mysqlrouter.log' | grep -q 'DEBUG' ; then echo "Failed to find necessary logs in $pod, expected logs in /tmp/router/log/mysqlrouter.log" exit 1 fi] logger.go:42: 12:15:40 | config-router/7-check-config | + source ../../functions logger.go:42: 12:15:40 | config-router/7-check-config | +++ realpath ../../.. logger.go:42: 12:15:40 | config-router/7-check-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:15:40 | config-router/7-check-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/vars.sh logger.go:42: 12:15:40 | config-router/7-check-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:15:40 | config-router/7-check-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-339 logger.go:42: 12:15:40 | config-router/7-check-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:15:40 | config-router/7-check-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/deploy logger.go:42: 12:15:40 | config-router/7-check-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:15:40 | config-router/7-check-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests logger.go:42: 12:15:40 | config-router/7-check-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:15:40 | config-router/7-check-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/conf logger.go:42: 12:15:40 | config-router/7-check-config | ++++ mktemp -d logger.go:42: 12:15:40 | config-router/7-check-config | +++ export TEMP_DIR=/tmp/tmp.LVYWFWChHf logger.go:42: 12:15:40 | config-router/7-check-config | +++ TEMP_DIR=/tmp/tmp.LVYWFWChHf logger.go:42: 12:15:40 | config-router/7-check-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 12:15:40 | config-router/7-check-config | +++ export GIT_BRANCH=PR-339 logger.go:42: 12:15:40 | config-router/7-check-config | +++ GIT_BRANCH=PR-339 logger.go:42: 12:15:40 | config-router/7-check-config | +++ export VERSION=PR-339-3a8483b logger.go:42: 12:15:40 | config-router/7-check-config | +++ VERSION=PR-339-3a8483b logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-339-3a8483b logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 12:15:40 | config-router/7-check-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:15:40 | config-router/7-check-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 12:15:40 | config-router/7-check-config | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:15:40 | config-router/7-check-config | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 12:15:40 | config-router/7-check-config | ++++ which gdate logger.go:42: 12:15:40 | config-router/7-check-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-339/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 12:15:40 | config-router/7-check-config | ++++ which date logger.go:42: 12:15:40 | config-router/7-check-config | +++ date=/usr/bin/date logger.go:42: 12:15:40 | config-router/7-check-config | +++ command -v oc logger.go:42: 12:15:40 | config-router/7-check-config | +++ oc get projects logger.go:42: 12:15:45 | config-router/7-check-config | error: the server doesn't have a resource type "projects" logger.go:42: 12:15:45 | config-router/7-check-config | +++ kubectl get nodes logger.go:42: 12:15:45 | config-router/7-check-config | +++ grep '^minikube' logger.go:42: 12:15:46 | config-router/7-check-config | ++++ pwd logger.go:42: 12:15:46 | config-router/7-check-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-339/e2e-tests/tests/config-router logger.go:42: 12:15:46 | config-router/7-check-config | ++ test_name=config-router logger.go:42: 12:15:46 | config-router/7-check-config | ++ get_router_pods logger.go:42: 12:15:46 | config-router/7-check-config | ++ head -n 1 logger.go:42: 12:15:46 | config-router/7-check-config | ++ kubectl get pod -n kuttl-test-pleasant-lamprey --no-headers --selector=app.kubernetes.io/component=router logger.go:42: 12:15:46 | config-router/7-check-config | ++ awk '{print $1}' logger.go:42: 12:15:47 | config-router/7-check-config | + pod=config-router-router-847555799d-6b7pl logger.go:42: 12:15:47 | config-router/7-check-config | + echo config-router-router-847555799d-6b7pl logger.go:42: 12:15:47 | config-router/7-check-config | config-router-router-847555799d-6b7pl logger.go:42: 12:15:47 | config-router/7-check-config | + kubectl -n kuttl-test-pleasant-lamprey exec -it config-router-router-847555799d-6b7pl -- bash -c 'cat /tmp/router/log/mysqlrouter.log' logger.go:42: 12:15:47 | config-router/7-check-config | + grep -q DEBUG logger.go:42: 12:15:48 | config-router/7-check-config | Defaulted container "router" out of: router, router-init (init) logger.go:42: 12:15:48 | config-router/7-check-config | Unable to use a TTY - input is not a terminal or the right kind of file logger.go:42: 12:15:50 | config-router/7-check-config | test step completed 7-check-config logger.go:42: 12:15:50 | config-router/8-drop-finalizer | starting test step 8-drop-finalizer logger.go:42: 12:15:51 | config-router/8-drop-finalizer | PerconaServerMySQL:kuttl-test-pleasant-lamprey/config-router updated logger.go:42: 12:15:51 | config-router/8-drop-finalizer | test step completed 8-drop-finalizer logger.go:42: 12:15:52 | config-router | config-router events from ns kuttl-test-pleasant-lamprey: logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:17 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-s2r99 Scheduled Successfully assigned kuttl-test-pleasant-lamprey/percona-server-mysql-operator-6dcd78d857-s2r99 to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-1n52 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:17 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-6dcd78d857 SuccessfulCreate Created pod: percona-server-mysql-operator-6dcd78d857-s2r99 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:17 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-6dcd78d857 to 1 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:20 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-s2r99.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:21 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-pleasant-lamprey/mysql-client to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-1n52 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:22 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulling Pulling image "percona/percona-server:8.0.25" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:35 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-6dcd78d857-s2r99_77a46e98-e48c-4a78-a8fe-311d09c2685d became leader logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:35 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-s2r99.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 15.085233397s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:35 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-s2r99.spec.containers{manager} Created Created container manager logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:35 +0000 UTC Normal Pod percona-server-mysql-operator-6dcd78d857-s2r99.spec.containers{manager} Started Started container manager logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:46 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Successfully pulled image "percona/percona-server:8.0.25" in 23.872775659s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:46 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client logger.go:42: 12:15:52 | config-router | 2023-08-09 12:06:46 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:02 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Claim datadir-config-router-mysql-0 Pod config-router-mysql-0 in StatefulSet config-router-mysql success logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:02 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Pod config-router-mysql-0 in StatefulSet config-router-mysql successful logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:02 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:02 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:02 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-pleasant-lamprey/datadir-config-router-mysql-0" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:06 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-b64d794c-570c-41c4-acd4-1e6dcd959792 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:07 +0000 UTC Normal Pod config-router-mysql-0 Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-mysql-0 to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-1n52 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:15 +0000 UTC Normal Pod config-router-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-b64d794c-570c-41c4-acd4-1e6dcd959792" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:18 +0000 UTC Normal Pod config-router-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:19 +0000 UTC Normal Pod config-router-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 939.152127ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:19 +0000 UTC Normal Pod config-router-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:20 +0000 UTC Normal Pod config-router-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:22 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:42 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 20.557498078s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:42 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:42 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:42 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:54 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 11.628667212s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:55 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 12:15:52 | config-router | 2023-08-09 12:07:55 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:13 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Claim datadir-config-router-mysql-1 Pod config-router-mysql-1 in StatefulSet config-router-mysql success logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:13 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Pod config-router-mysql-1 in StatefulSet config-router-mysql successful logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:13 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:13 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:13 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-pleasant-lamprey/datadir-config-router-mysql-1" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:17 +0000 UTC Normal Pod config-router-mysql-1 Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-mysql-1 to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-k278 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:17 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-da148fbb-2fc4-468b-90d9-f02b0cdf4b10 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:22 +0000 UTC Normal Pod config-router-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-da148fbb-2fc4-468b-90d9-f02b0cdf4b10" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:28 +0000 UTC Normal Pod config-router-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:42 +0000 UTC Normal Pod config-router-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 14.455392694s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:42 +0000 UTC Normal Pod config-router-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:42 +0000 UTC Normal Pod config-router-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:08:49 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:10 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 20.245037653s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:10 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:10 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:10 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:22 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 12.283288738s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:23 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:23 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:43 +0000 UTC Warning Pod config-router-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:43 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 12:15:52 | config-router | 2023-08-09 12:09:46 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 391.80905ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:18 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Claim datadir-config-router-mysql-2 Pod config-router-mysql-2 in StatefulSet config-router-mysql success logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:18 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Pod config-router-mysql-2 in StatefulSet config-router-mysql successful logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:18 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:18 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:18 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-pleasant-lamprey/datadir-config-router-mysql-2" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:22 +0000 UTC Normal Pod config-router-mysql-2 Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-mysql-2 to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-2s1q logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:22 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-7a962855-0bd4-4238-81a3-51dd287a8684 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:29 +0000 UTC Normal Pod config-router-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-7a962855-0bd4-4238-81a3-51dd287a8684" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:31 +0000 UTC Normal Pod config-router-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:45 +0000 UTC Normal Pod config-router-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 14.156597296s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:45 +0000 UTC Normal Pod config-router-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:45 +0000 UTC Normal Pod config-router-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:10:52 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:11 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 19.265327245s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:11 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:11 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:11 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:22 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 10.175740591s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:24 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:24 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:43 +0000 UTC Warning Pod config-router-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:43 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 12:15:52 | config-router | 2023-08-09 12:11:46 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 393.303888ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:33 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5 Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-d45f7ccfd-5fll5 to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-2s1q logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:33 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-d45f7ccfd-qbgrs to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-k278 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:33 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-d45f7ccfd-qnbrb to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-1n52 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:33 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulCreate Created pod: config-router-router-d45f7ccfd-qbgrs logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:33 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulCreate Created pod: config-router-router-d45f7ccfd-qnbrb logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:33 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulCreate Created pod: config-router-router-d45f7ccfd-5fll5 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:33 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-d45f7ccfd to 3 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 384.757069ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 440.058156ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 486.164532ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:34 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:35 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:36 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:36 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:37 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:44 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 7.849687328s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:44 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:44 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:44 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 8.000552617s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:44 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:44 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:45 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 8.737445732s logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:45 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:12:45 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:12 +0000 UTC Warning Pod config-router-router-847555799d-sh8c4 FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:12 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulCreate Created pod: config-router-router-847555799d-sh8c4 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:12 +0000 UTC Normal Pod config-router-router-d45f7ccfd-5fll5.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:12 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulDelete Deleted pod: config-router-router-d45f7ccfd-5fll5 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:12 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled down replica set config-router-router-d45f7ccfd to 2 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:12 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-847555799d to 1 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:14 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4 NotTriggerScaleUp pod didn't trigger scale-up: logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:14 +0000 UTC Warning Pod config-router-router-d45f7ccfd-5fll5.spec.containers{router} Unhealthy Readiness probe errored: rpc error: code = NotFound desc = failed to exec in container: failed to load task: no running task found: task 8c8d10f7950e18322ffe916e0becc9e7e399b8f3ef23035af558f79eea87e2e4 not found: not found logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:15 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4 Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-847555799d-sh8c4 to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-2s1q logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:15 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:16 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 399.639501ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:16 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:16 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:17 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:18 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 412.019616ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:18 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:18 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:25 +0000 UTC Warning Pod config-router-router-847555799d-tsxxq FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:25 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulCreate Created pod: config-router-router-847555799d-tsxxq logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:25 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qbgrs.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:25 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulDelete Deleted pod: config-router-router-d45f7ccfd-qbgrs logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:25 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled down replica set config-router-router-d45f7ccfd to 1 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:25 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-847555799d to 2 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:27 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-847555799d-tsxxq to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-k278 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:28 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:28 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 402.791593ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:28 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:29 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:30 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:30 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 357.384631ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:30 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:31 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:38 +0000 UTC Warning Pod config-router-router-847555799d-njq4l FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:38 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulCreate Created pod: config-router-router-847555799d-njq4l logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:38 +0000 UTC Normal Pod config-router-router-d45f7ccfd-qnbrb.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:38 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulDelete Deleted pod: config-router-router-d45f7ccfd-qnbrb logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:38 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled down replica set config-router-router-d45f7ccfd to 0 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:38 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-847555799d to 3 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:39 +0000 UTC Normal Pod config-router-router-847555799d-njq4l Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-847555799d-njq4l to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-1n52 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:40 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:41 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 410.821907ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:41 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:41 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:43 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:43 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 402.41391ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:43 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:13:43 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:20 +0000 UTC Normal Pod config-router-router-847555799d-njq4l.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:20 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulDelete Deleted pod: config-router-router-847555799d-njq4l logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:20 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled down replica set config-router-router-847555799d to 2 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:20 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-d45f7ccfd to 1 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:21 +0000 UTC Warning Pod config-router-router-d45f7ccfd-jk46z FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:21 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulCreate Created pod: config-router-router-d45f7ccfd-jk46z logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:22 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-d45f7ccfd-jk46z to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-1n52 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:23 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:23 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 394.169221ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:24 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:24 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:26 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:26 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 373.905397ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:26 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:26 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:33 +0000 UTC Normal Pod config-router-router-847555799d-tsxxq.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:33 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulDelete Deleted pod: config-router-router-847555799d-tsxxq logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:33 +0000 UTC Warning Pod config-router-router-d45f7ccfd-vjkdn FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:33 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulCreate Created pod: config-router-router-d45f7ccfd-vjkdn logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:33 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet (combined from similar events): Scaled down replica set config-router-router-d45f7ccfd to 0 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:35 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-d45f7ccfd-vjkdn to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-k278 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:35 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:36 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 445.157491ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:36 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:36 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:38 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:39 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 380.377609ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:39 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:39 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:45 +0000 UTC Normal Pod config-router-router-847555799d-sh8c4.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:45 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulDelete Deleted pod: config-router-router-847555799d-sh8c4 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:45 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulCreate Created pod: config-router-router-d45f7ccfd-wjd6w logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:46 +0000 UTC Warning Pod config-router-router-d45f7ccfd-wjd6w FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:47 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-d45f7ccfd-wjd6w to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-2s1q logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:48 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:48 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 362.460456ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:48 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:49 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:51 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:51 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 401.130039ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:51 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:14:51 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:02 +0000 UTC Warning Pod config-router-router-847555799d-9hcb7 FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:02 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulCreate Created pod: config-router-router-847555799d-9hcb7 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:02 +0000 UTC Normal Pod config-router-router-d45f7ccfd-wjd6w.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:02 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulDelete Deleted pod: config-router-router-d45f7ccfd-wjd6w logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:04 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7 Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-847555799d-9hcb7 to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-2s1q logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:05 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:05 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 366.056679ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:06 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:06 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:08 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:08 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 667.302685ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:08 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:09 +0000 UTC Normal Pod config-router-router-847555799d-9hcb7.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:15 +0000 UTC Warning Pod config-router-router-847555799d-6b7pl FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:15 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulCreate Created pod: config-router-router-847555799d-6b7pl logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:15 +0000 UTC Normal Pod config-router-router-d45f7ccfd-vjkdn.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:15 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulDelete Deleted pod: config-router-router-d45f7ccfd-vjkdn logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:16 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-847555799d-6b7pl to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-k278 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:17 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:18 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 487.335564ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:18 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:18 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:19 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:20 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 390.297312ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:20 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:20 +0000 UTC Normal Pod config-router-router-847555799d-6b7pl.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:27 +0000 UTC Warning Pod config-router-router-847555799d-dr5ff FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:27 +0000 UTC Normal ReplicaSet.apps config-router-router-847555799d SuccessfulCreate Created pod: config-router-router-847555799d-dr5ff logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:27 +0000 UTC Normal Pod config-router-router-d45f7ccfd-jk46z.spec.containers{router} Killing Stopping container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:27 +0000 UTC Normal ReplicaSet.apps config-router-router-d45f7ccfd SuccessfulDelete Deleted pod: config-router-router-d45f7ccfd-jk46z logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:28 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff Scheduled Successfully assigned kuttl-test-pleasant-lamprey/config-router-router-847555799d-dr5ff to gke-jen-ps-339-3a8483b-1-default-pool-092d3615-1n52 logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:29 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:30 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-339-3a8483b" in 420.10061ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:30 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff.spec.initContainers{router-init} Created Created container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:30 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff.spec.initContainers{router-init} Started Started container router-init logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:32 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:32 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 412.595451ms logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:32 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff.spec.containers{router} Created Created container router logger.go:42: 12:15:52 | config-router | 2023-08-09 12:15:33 +0000 UTC Normal Pod config-router-router-847555799d-dr5ff.spec.containers{router} Started Started container router logger.go:42: 12:15:52 | config-router | Deleting namespace: kuttl-test-pleasant-lamprey === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (637.49s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/config-router (631.99s) PASS