=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. I0817 14:05:33.106772 12811 request.go:682] Waited for 1.02641538s due to client-side throttling, not priority and fairness, request: GET:https://35.192.60.19/apis/certificates.k8s.io/v1?timeout=32s harness.go:275: Successful connection to cluster at: https://35.192.60.19 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 28 tests === RUN kuttl/harness === RUN kuttl/harness/config-router === PAUSE kuttl/harness/config-router === CONT kuttl/harness/config-router logger.go:42: 14:05:36 | config-router | Creating namespace: kuttl-test-wealthy-seasnail logger.go:42: 14:05:36 | config-router/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 14:05:36 | config-router/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions deploy_operator deploy_non_tls_cluster_secrets deploy_tls_cluster_secrets deploy_client] logger.go:42: 14:05:36 | config-router/0-deploy-operator | + source ../../functions logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ realpath ../../.. logger.go:42: 14:05:36 | config-router/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:05:36 | config-router/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:05:36 | config-router/0-deploy-operator | ++++ mktemp -d logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export TEMP_DIR=/tmp/tmp.PS01MKEgkc logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ TEMP_DIR=/tmp/tmp.PS01MKEgkc logger.go:42: 14:05:36 | config-router/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ GIT_BRANCH=PR-424 logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export VERSION=PR-424-70568ae logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ VERSION=PR-424-70568ae logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:05:36 | config-router/0-deploy-operator | ++++ which gdate logger.go:42: 14:05:36 | config-router/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:05:36 | config-router/0-deploy-operator | ++++ which date logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ command -v oc logger.go:42: 14:05:36 | config-router/0-deploy-operator | +++ oc get projects logger.go:42: 14:05:42 | config-router/0-deploy-operator | error: the server doesn't have a resource type "projects" logger.go:42: 14:05:42 | config-router/0-deploy-operator | +++ grep '^minikube' logger.go:42: 14:05:42 | config-router/0-deploy-operator | +++ kubectl get nodes logger.go:42: 14:05:43 | config-router/0-deploy-operator | ++++ pwd logger.go:42: 14:05:43 | config-router/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/config-router logger.go:42: 14:05:43 | config-router/0-deploy-operator | ++ test_name=config-router logger.go:42: 14:05:43 | config-router/0-deploy-operator | + deploy_operator logger.go:42: 14:05:43 | config-router/0-deploy-operator | + kubectl -n kuttl-test-wealthy-seasnail apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/crd.yaml logger.go:42: 14:05:46 | config-router/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 14:05:46 | config-router/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 14:05:48 | config-router/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 14:05:48 | config-router/0-deploy-operator | + kubectl -n kuttl-test-wealthy-seasnail apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/rbac.yaml logger.go:42: 14:05:52 | config-router/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 14:05:52 | config-router/0-deploy-operator | serviceaccount/percona-server-mysql-operator-orchestrator created logger.go:42: 14:05:53 | config-router/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:05:53 | config-router/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:05:53 | config-router/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:05:54 | config-router/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 14:05:54 | config-router/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator created logger.go:42: 14:05:54 | config-router/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-orchestrator created logger.go:42: 14:05:54 | config-router/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 14:05:54 | config-router/0-deploy-operator | + kubectl -n kuttl-test-wealthy-seasnail apply -f - logger.go:42: 14:05:54 | config-router/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:05:54 | config-router/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-424-70568ae"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/operator.yaml logger.go:42: 14:05:58 | config-router/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 14:05:58 | config-router/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 14:05:58 | config-router/0-deploy-operator | + deploy_non_tls_cluster_secrets logger.go:42: 14:05:58 | config-router/0-deploy-operator | + kubectl -n kuttl-test-wealthy-seasnail apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/secrets.yaml logger.go:42: 14:05:59 | config-router/0-deploy-operator | secret/test-secrets created logger.go:42: 14:05:59 | config-router/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 14:05:59 | config-router/0-deploy-operator | + kubectl -n kuttl-test-wealthy-seasnail apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/ssl-secret.yaml logger.go:42: 14:06:00 | config-router/0-deploy-operator | secret/test-ssl created logger.go:42: 14:06:00 | config-router/0-deploy-operator | + deploy_client logger.go:42: 14:06:00 | config-router/0-deploy-operator | + kubectl -n kuttl-test-wealthy-seasnail apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf/client.yaml logger.go:42: 14:06:02 | config-router/0-deploy-operator | pod/mysql-client created I0817 14:06:04.287290 12811 request.go:682] Waited for 1.03191723s due to client-side throttling, not priority and fairness, request: GET:https://35.192.60.19/apis/auto.gke.io/v1?timeout=32s logger.go:42: 14:06:29 | config-router/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 14:06:29 | config-router/1-create-cluster | starting test step 1-create-cluster logger.go:42: 14:06:29 | config-router/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="group-replication"' - \ | yq eval '.spec.proxy.router.enabled=true' - \ | yq eval '.spec.proxy.haproxy.enabled=false' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 14:06:29 | config-router/1-create-cluster | + source ../../functions logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ realpath ../../.. logger.go:42: 14:06:29 | config-router/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:06:29 | config-router/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:06:29 | config-router/1-create-cluster | ++++ mktemp -d logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export TEMP_DIR=/tmp/tmp.4LORlI58RE logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ TEMP_DIR=/tmp/tmp.4LORlI58RE logger.go:42: 14:06:29 | config-router/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ GIT_BRANCH=PR-424 logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export VERSION=PR-424-70568ae logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ VERSION=PR-424-70568ae logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:06:29 | config-router/1-create-cluster | ++++ which gdate logger.go:42: 14:06:29 | config-router/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:06:29 | config-router/1-create-cluster | ++++ which date logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ command -v oc logger.go:42: 14:06:29 | config-router/1-create-cluster | +++ oc get projects logger.go:42: 14:06:35 | config-router/1-create-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 14:06:35 | config-router/1-create-cluster | +++ kubectl get nodes logger.go:42: 14:06:35 | config-router/1-create-cluster | +++ grep '^minikube' logger.go:42: 14:06:36 | config-router/1-create-cluster | ++++ pwd logger.go:42: 14:06:36 | config-router/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/config-router logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ test_name=config-router logger.go:42: 14:06:36 | config-router/1-create-cluster | + get_cr logger.go:42: 14:06:36 | config-router/1-create-cluster | + local name_suffix= logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.mysql.clusterType="group-replication"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval .spec.proxy.haproxy.enabled=false - logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval .spec.proxy.router.enabled=true - logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.spec.initImage="%s"' perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:06:36 | config-router/1-create-cluster | + kubectl -n kuttl-test-wealthy-seasnail apply -f - logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.initImage="perconalab/percona-server-mysql-operator:PR-424-70568ae"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.metadata.name="%s"' config-router logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.metadata.name="config-router"' /mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy/cr.yaml logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | + '[' -n '' ']' logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval - logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.secretsName="test-secrets"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:dev-latest logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:dev-latest"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 14:06:36 | config-router/1-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:06:36 | config-router/1-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 14:06:37 | config-router/1-create-cluster | perconaservermysql.ps.percona.com/config-router created logger.go:42: 14:12:56 | config-router/1-create-cluster | test step completed 1-create-cluster logger.go:42: 14:12:56 | config-router/2-config-through-cr | starting test step 2-config-through-cr logger.go:42: 14:12:56 | config-router/2-config-through-cr | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "${NAMESPACE}" patch ps "$(get_cluster_name)" \ --type merge \ -p '{"spec": {"proxy": {"router": {"configuration": "[default]\nlogging_folder=/tmp/router/log\n\n[logger]\nlevel=DEBUG\n"}}}}'] logger.go:42: 14:12:56 | config-router/2-config-through-cr | + source ../../functions logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ realpath ../../.. logger.go:42: 14:12:56 | config-router/2-config-through-cr | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:12:56 | config-router/2-config-through-cr | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:12:56 | config-router/2-config-through-cr | ++++ mktemp -d logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export TEMP_DIR=/tmp/tmp.EzYaaR6c2q logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ TEMP_DIR=/tmp/tmp.EzYaaR6c2q logger.go:42: 14:12:56 | config-router/2-config-through-cr | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ GIT_BRANCH=PR-424 logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export VERSION=PR-424-70568ae logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ VERSION=PR-424-70568ae logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:12:56 | config-router/2-config-through-cr | ++++ which gdate logger.go:42: 14:12:56 | config-router/2-config-through-cr | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:12:56 | config-router/2-config-through-cr | ++++ which date logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ date=/usr/bin/date logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ command -v oc logger.go:42: 14:12:56 | config-router/2-config-through-cr | +++ oc get projects logger.go:42: 14:13:02 | config-router/2-config-through-cr | error: the server doesn't have a resource type "projects" logger.go:42: 14:13:02 | config-router/2-config-through-cr | +++ grep '^minikube' logger.go:42: 14:13:02 | config-router/2-config-through-cr | +++ kubectl get nodes logger.go:42: 14:13:03 | config-router/2-config-through-cr | ++++ pwd logger.go:42: 14:13:03 | config-router/2-config-through-cr | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/config-router logger.go:42: 14:13:03 | config-router/2-config-through-cr | ++ test_name=config-router logger.go:42: 14:13:03 | config-router/2-config-through-cr | ++ get_cluster_name logger.go:42: 14:13:03 | config-router/2-config-through-cr | ++ kubectl -n kuttl-test-wealthy-seasnail get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:13:03 | config-router/2-config-through-cr | + kubectl -n kuttl-test-wealthy-seasnail patch ps config-router --type merge -p '{"spec": {"proxy": {"router": {"configuration": "[default]\nlogging_folder=/tmp/router/log\n\n[logger]\nlevel=DEBUG\n"}}}}' logger.go:42: 14:13:04 | config-router/2-config-through-cr | perconaservermysql.ps.percona.com/config-router patched logger.go:42: 14:13:49 | config-router/2-config-through-cr | test step completed 2-config-through-cr logger.go:42: 14:13:49 | config-router/3-check-config | starting test step 3-check-config logger.go:42: 14:13:49 | config-router/3-check-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions pod=$(get_router_pods | head -n 1) echo "$pod" if ! kubectl -n "${NAMESPACE}" exec -it $pod -- bash -c 'cat /tmp/router/log/mysqlrouter.log' | grep -q 'DEBUG' ; then echo "Failed to find necessary logs in $pod, expected logs in /tmp/router/log/mysqlrouter.log" exit 1 fi] logger.go:42: 14:13:49 | config-router/3-check-config | + source ../../functions logger.go:42: 14:13:49 | config-router/3-check-config | +++ realpath ../../.. logger.go:42: 14:13:49 | config-router/3-check-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:49 | config-router/3-check-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:13:49 | config-router/3-check-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:49 | config-router/3-check-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:49 | config-router/3-check-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:13:49 | config-router/3-check-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:13:49 | config-router/3-check-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:13:49 | config-router/3-check-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:13:49 | config-router/3-check-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:13:49 | config-router/3-check-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:13:49 | config-router/3-check-config | ++++ mktemp -d logger.go:42: 14:13:49 | config-router/3-check-config | +++ export TEMP_DIR=/tmp/tmp.YzwMaLsxuo logger.go:42: 14:13:49 | config-router/3-check-config | +++ TEMP_DIR=/tmp/tmp.YzwMaLsxuo logger.go:42: 14:13:49 | config-router/3-check-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:13:49 | config-router/3-check-config | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:13:49 | config-router/3-check-config | +++ GIT_BRANCH=PR-424 logger.go:42: 14:13:49 | config-router/3-check-config | +++ export VERSION=PR-424-70568ae logger.go:42: 14:13:49 | config-router/3-check-config | +++ VERSION=PR-424-70568ae logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:13:49 | config-router/3-check-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:13:49 | config-router/3-check-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:13:49 | config-router/3-check-config | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:13:49 | config-router/3-check-config | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:13:49 | config-router/3-check-config | ++++ which gdate logger.go:42: 14:13:49 | config-router/3-check-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:13:49 | config-router/3-check-config | ++++ which date logger.go:42: 14:13:49 | config-router/3-check-config | +++ date=/usr/bin/date logger.go:42: 14:13:49 | config-router/3-check-config | +++ command -v oc logger.go:42: 14:13:49 | config-router/3-check-config | +++ oc get projects logger.go:42: 14:13:54 | config-router/3-check-config | error: the server doesn't have a resource type "projects" logger.go:42: 14:13:54 | config-router/3-check-config | +++ kubectl get nodes logger.go:42: 14:13:54 | config-router/3-check-config | +++ grep '^minikube' logger.go:42: 14:13:55 | config-router/3-check-config | ++++ pwd logger.go:42: 14:13:55 | config-router/3-check-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/config-router logger.go:42: 14:13:55 | config-router/3-check-config | ++ test_name=config-router logger.go:42: 14:13:55 | config-router/3-check-config | ++ get_router_pods logger.go:42: 14:13:55 | config-router/3-check-config | ++ head -n 1 logger.go:42: 14:13:55 | config-router/3-check-config | ++ kubectl get pod -n kuttl-test-wealthy-seasnail --no-headers --selector=app.kubernetes.io/component=router logger.go:42: 14:13:55 | config-router/3-check-config | ++ awk '{print $1}' logger.go:42: 14:13:56 | config-router/3-check-config | + pod=config-router-router-8bd845558-lr8rv logger.go:42: 14:13:56 | config-router/3-check-config | + echo config-router-router-8bd845558-lr8rv logger.go:42: 14:13:56 | config-router/3-check-config | config-router-router-8bd845558-lr8rv logger.go:42: 14:13:56 | config-router/3-check-config | + kubectl -n kuttl-test-wealthy-seasnail exec -it config-router-router-8bd845558-lr8rv -- bash -c 'cat /tmp/router/log/mysqlrouter.log' logger.go:42: 14:13:56 | config-router/3-check-config | + grep -q DEBUG logger.go:42: 14:13:57 | config-router/3-check-config | Defaulted container "router" out of: router, router-init (init) logger.go:42: 14:13:57 | config-router/3-check-config | Unable to use a TTY - input is not a terminal or the right kind of file logger.go:42: 14:13:59 | config-router/3-check-config | test step completed 3-check-config logger.go:42: 14:13:59 | config-router/4-remove-config | starting test step 4-remove-config logger.go:42: 14:13:59 | config-router/4-remove-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "${NAMESPACE}" patch ps "$(get_cluster_name)" \ --type=merge \ -p '{"spec": {"proxy": {"router": {"configuration": ""}}}}'] logger.go:42: 14:13:59 | config-router/4-remove-config | + source ../../functions logger.go:42: 14:13:59 | config-router/4-remove-config | +++ realpath ../../.. logger.go:42: 14:13:59 | config-router/4-remove-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:59 | config-router/4-remove-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:59 | config-router/4-remove-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:13:59 | config-router/4-remove-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:13:59 | config-router/4-remove-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:13:59 | config-router/4-remove-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:13:59 | config-router/4-remove-config | ++++ mktemp -d logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export TEMP_DIR=/tmp/tmp.PEsBNGPslL logger.go:42: 14:13:59 | config-router/4-remove-config | +++ TEMP_DIR=/tmp/tmp.PEsBNGPslL logger.go:42: 14:13:59 | config-router/4-remove-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:13:59 | config-router/4-remove-config | +++ GIT_BRANCH=PR-424 logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export VERSION=PR-424-70568ae logger.go:42: 14:13:59 | config-router/4-remove-config | +++ VERSION=PR-424-70568ae logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:13:59 | config-router/4-remove-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:13:59 | config-router/4-remove-config | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:13:59 | config-router/4-remove-config | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:13:59 | config-router/4-remove-config | ++++ which gdate logger.go:42: 14:13:59 | config-router/4-remove-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:13:59 | config-router/4-remove-config | ++++ which date logger.go:42: 14:13:59 | config-router/4-remove-config | +++ date=/usr/bin/date logger.go:42: 14:13:59 | config-router/4-remove-config | +++ command -v oc logger.go:42: 14:13:59 | config-router/4-remove-config | +++ oc get projects logger.go:42: 14:14:05 | config-router/4-remove-config | error: the server doesn't have a resource type "projects" logger.go:42: 14:14:05 | config-router/4-remove-config | +++ kubectl get nodes logger.go:42: 14:14:05 | config-router/4-remove-config | +++ grep '^minikube' logger.go:42: 14:14:06 | config-router/4-remove-config | ++++ pwd logger.go:42: 14:14:06 | config-router/4-remove-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/config-router logger.go:42: 14:14:06 | config-router/4-remove-config | ++ test_name=config-router logger.go:42: 14:14:06 | config-router/4-remove-config | ++ get_cluster_name logger.go:42: 14:14:06 | config-router/4-remove-config | ++ kubectl -n kuttl-test-wealthy-seasnail get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 14:14:06 | config-router/4-remove-config | + kubectl -n kuttl-test-wealthy-seasnail patch ps config-router --type=merge -p '{"spec": {"proxy": {"router": {"configuration": ""}}}}' logger.go:42: 14:14:07 | config-router/4-remove-config | perconaservermysql.ps.percona.com/config-router patched logger.go:42: 14:14:55 | config-router/4-remove-config | test step completed 4-remove-config logger.go:42: 14:14:55 | config-router/5-config-through-configmap | starting test step 5-config-through-configmap logger.go:42: 14:14:57 | config-router/5-config-through-configmap | ConfigMap:kuttl-test-wealthy-seasnail/config-router-router created logger.go:42: 14:15:42 | config-router/5-config-through-configmap | test step completed 5-config-through-configmap logger.go:42: 14:15:42 | config-router/7-check-config | starting test step 7-check-config logger.go:42: 14:15:42 | config-router/7-check-config | running command: [sh -c set -o errexit set -o xtrace source ../../functions pod=$(get_router_pods | head -n 1) echo "$pod" if ! kubectl -n "${NAMESPACE}" exec -it $pod -- bash -c 'cat /tmp/router/log/mysqlrouter.log' | grep -q 'DEBUG' ; then echo "Failed to find necessary logs in $pod, expected logs in /tmp/router/log/mysqlrouter.log" exit 1 fi] logger.go:42: 14:15:42 | config-router/7-check-config | + source ../../functions logger.go:42: 14:15:42 | config-router/7-check-config | +++ realpath ../../.. logger.go:42: 14:15:42 | config-router/7-check-config | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:15:42 | config-router/7-check-config | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/vars.sh logger.go:42: 14:15:42 | config-router/7-check-config | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:15:42 | config-router/7-check-config | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-424 logger.go:42: 14:15:42 | config-router/7-check-config | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:15:42 | config-router/7-check-config | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/deploy logger.go:42: 14:15:42 | config-router/7-check-config | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:15:42 | config-router/7-check-config | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests logger.go:42: 14:15:42 | config-router/7-check-config | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:15:42 | config-router/7-check-config | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/conf logger.go:42: 14:15:42 | config-router/7-check-config | ++++ mktemp -d logger.go:42: 14:15:42 | config-router/7-check-config | +++ export TEMP_DIR=/tmp/tmp.x9MVUexeZU logger.go:42: 14:15:42 | config-router/7-check-config | +++ TEMP_DIR=/tmp/tmp.x9MVUexeZU logger.go:42: 14:15:42 | config-router/7-check-config | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 14:15:42 | config-router/7-check-config | +++ export GIT_BRANCH=PR-424 logger.go:42: 14:15:42 | config-router/7-check-config | +++ GIT_BRANCH=PR-424 logger.go:42: 14:15:42 | config-router/7-check-config | +++ export VERSION=PR-424-70568ae logger.go:42: 14:15:42 | config-router/7-check-config | +++ VERSION=PR-424-70568ae logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-424-70568ae logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_PMM=perconalab/pmm-client:dev-latest logger.go:42: 14:15:42 | config-router/7-check-config | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:15:42 | config-router/7-check-config | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_PMM_SERVER_REPO=perconalab/pmm-server logger.go:42: 14:15:42 | config-router/7-check-config | +++ export IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:15:42 | config-router/7-check-config | +++ IMAGE_PMM_SERVER_TAG=dev-latest logger.go:42: 14:15:42 | config-router/7-check-config | ++++ which gdate logger.go:42: 14:15:42 | config-router/7-check-config | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-424/bin/:/home/ec2-user/google-cloud-sdk/bin:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 14:15:42 | config-router/7-check-config | ++++ which date logger.go:42: 14:15:42 | config-router/7-check-config | +++ date=/usr/bin/date logger.go:42: 14:15:42 | config-router/7-check-config | +++ command -v oc logger.go:42: 14:15:42 | config-router/7-check-config | +++ oc get projects logger.go:42: 14:15:47 | config-router/7-check-config | error: the server doesn't have a resource type "projects" logger.go:42: 14:15:47 | config-router/7-check-config | +++ kubectl get nodes logger.go:42: 14:15:47 | config-router/7-check-config | +++ grep '^minikube' logger.go:42: 14:15:48 | config-router/7-check-config | ++++ pwd logger.go:42: 14:15:48 | config-router/7-check-config | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-424/e2e-tests/tests/config-router logger.go:42: 14:15:48 | config-router/7-check-config | ++ test_name=config-router logger.go:42: 14:15:48 | config-router/7-check-config | ++ get_router_pods logger.go:42: 14:15:48 | config-router/7-check-config | ++ head -n 1 logger.go:42: 14:15:48 | config-router/7-check-config | ++ kubectl get pod -n kuttl-test-wealthy-seasnail --no-headers --selector=app.kubernetes.io/component=router logger.go:42: 14:15:48 | config-router/7-check-config | ++ awk '{print $1}' logger.go:42: 14:15:49 | config-router/7-check-config | + pod=config-router-router-8bd845558-cs2zj logger.go:42: 14:15:49 | config-router/7-check-config | + echo config-router-router-8bd845558-cs2zj logger.go:42: 14:15:49 | config-router/7-check-config | config-router-router-8bd845558-cs2zj logger.go:42: 14:15:49 | config-router/7-check-config | + kubectl -n kuttl-test-wealthy-seasnail exec -it config-router-router-8bd845558-cs2zj -- bash -c 'cat /tmp/router/log/mysqlrouter.log' logger.go:42: 14:15:49 | config-router/7-check-config | + grep -q DEBUG logger.go:42: 14:15:50 | config-router/7-check-config | Defaulted container "router" out of: router, router-init (init) logger.go:42: 14:15:50 | config-router/7-check-config | Unable to use a TTY - input is not a terminal or the right kind of file logger.go:42: 14:15:52 | config-router/7-check-config | test step completed 7-check-config logger.go:42: 14:15:52 | config-router/8-drop-finalizer | starting test step 8-drop-finalizer logger.go:42: 14:15:53 | config-router/8-drop-finalizer | PerconaServerMySQL:kuttl-test-wealthy-seasnail/config-router updated logger.go:42: 14:15:53 | config-router/8-drop-finalizer | test step completed 8-drop-finalizer logger.go:42: 14:15:54 | config-router | config-router events from ns kuttl-test-wealthy-seasnail: logger.go:42: 14:15:54 | config-router | 2023-08-17 14:05:58 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8zlll Scheduled Successfully assigned kuttl-test-wealthy-seasnail/percona-server-mysql-operator-6b56d66f99-8zlll to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:15:54 | config-router | 2023-08-17 14:05:58 +0000 UTC Normal ReplicaSet.apps percona-server-mysql-operator-6b56d66f99 SuccessfulCreate Created pod: percona-server-mysql-operator-6b56d66f99-8zlll logger.go:42: 14:15:54 | config-router | 2023-08-17 14:05:58 +0000 UTC Normal Deployment.apps percona-server-mysql-operator ScalingReplicaSet Scaled up replica set percona-server-mysql-operator-6b56d66f99 to 1 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:00 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8zlll.spec.containers{manager} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:02 +0000 UTC Normal Pod mysql-client Scheduled Successfully assigned kuttl-test-wealthy-seasnail/mysql-client to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:03 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulling Pulling image "percona/percona-server:8.0.25" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:15 +0000 UTC Normal Lease.coordination.k8s.io 08db2feb.percona.com LeaderElection percona-server-mysql-operator-6b56d66f99-8zlll_037e7141-baf1-4c77-93ec-5eb73f745b31 became leader logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:15 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8zlll.spec.containers{manager} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 14.372196195s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:15 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8zlll.spec.containers{manager} Created Created container manager logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:15 +0000 UTC Normal Pod percona-server-mysql-operator-6b56d66f99-8zlll.spec.containers{manager} Started Started container manager logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:27 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Successfully pulled image "percona/percona-server:8.0.25" in 24.863992121s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:28 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container mysql-client logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:28 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:41 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Claim datadir-config-router-mysql-0 Pod config-router-mysql-0 in StatefulSet config-router-mysql success logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:41 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Pod config-router-mysql-0 in StatefulSet config-router-mysql successful logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:41 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:41 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-0 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:41 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-wealthy-seasnail/datadir-config-router-mysql-0" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:45 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-ea7ec456-dbde-41cd-9cd6-1745d2985280 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:46 +0000 UTC Normal Pod config-router-mysql-0 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-mysql-0 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:51 +0000 UTC Normal Pod config-router-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ea7ec456-dbde-41cd-9cd6-1745d2985280" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:06:56 +0000 UTC Normal Pod config-router-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:10 +0000 UTC Normal Pod config-router-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 13.772240335s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:10 +0000 UTC Normal Pod config-router-mysql-0.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:10 +0000 UTC Normal Pod config-router-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:16 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:37 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 20.509058684s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:37 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{mysql} Created Created container mysql logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:37 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{mysql} Started Started container mysql logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:37 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:48 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 11.721378101s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:49 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:15:54 | config-router | 2023-08-17 14:07:49 +0000 UTC Normal Pod config-router-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:11 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Claim datadir-config-router-mysql-1 Pod config-router-mysql-1 in StatefulSet config-router-mysql success logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:11 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Pod config-router-mysql-1 in StatefulSet config-router-mysql successful logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:11 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:11 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:11 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-wealthy-seasnail/datadir-config-router-mysql-1" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:15 +0000 UTC Normal Pod config-router-mysql-1 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-mysql-1 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:15 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-6bb01fb1-ec30-4303-a196-46cde7707910 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:23 +0000 UTC Normal Pod config-router-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6bb01fb1-ec30-4303-a196-46cde7707910" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:24 +0000 UTC Normal Pod config-router-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:38 +0000 UTC Normal Pod config-router-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 13.856368545s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:38 +0000 UTC Normal Pod config-router-mysql-1.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:38 +0000 UTC Normal Pod config-router-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:08:44 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:04 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 20.177163402s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:04 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Created Created container mysql logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:04 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Started Started container mysql logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:04 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:14 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 9.353987324s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:14 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:15 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:24 +0000 UTC Warning Pod config-router-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:24 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:15:54 | config-router | 2023-08-17 14:09:31 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 373.066099ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:06 +0000 UTC Normal Pod config-router-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 442.245311ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:39 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Claim datadir-config-router-mysql-2 Pod config-router-mysql-2 in StatefulSet config-router-mysql success logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:39 +0000 UTC Normal StatefulSet.apps config-router-mysql SuccessfulCreate create Pod config-router-mysql-2 in StatefulSet config-router-mysql successful logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:39 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:39 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-2 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:39 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-wealthy-seasnail/datadir-config-router-mysql-2" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:43 +0000 UTC Normal Pod config-router-mysql-2 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-mysql-2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:43 +0000 UTC Normal PersistentVolumeClaim datadir-config-router-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-1a9654a5-5f7b-4a0b-9701-cd9c2ad4490b logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:48 +0000 UTC Normal Pod config-router-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-1a9654a5-5f7b-4a0b-9701-cd9c2ad4490b" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:52 +0000 UTC Normal Pod config-router-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:52 +0000 UTC Normal Pod config-router-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 442.165867ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:52 +0000 UTC Normal Pod config-router-mysql-2.spec.initContainers{mysql-init} Created Created container mysql-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:52 +0000 UTC Normal Pod config-router-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:10:54 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-psmysql" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:15 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 20.822835236s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:15 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Created Created container mysql logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:15 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Started Started container mysql logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:15 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-backup" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:25 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-backup" in 10.551183828s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:27 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{xtrabackup} Created Created container xtrabackup logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:27 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:48 +0000 UTC Warning Pod config-router-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:48 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted logger.go:42: 14:15:54 | config-router | 2023-08-17 14:11:51 +0000 UTC Normal Pod config-router-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-psmysql" in 369.746387ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:34 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-75c758f958-4mg9m to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:34 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-75c758f958-cd5f9 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:34 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-75c758f958-gzv8k to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:34 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulCreate Created pod: config-router-router-75c758f958-gzv8k logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:34 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulCreate Created pod: config-router-router-75c758f958-4mg9m logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:34 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulCreate Created pod: config-router-router-75c758f958-cd5f9 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:34 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-75c758f958 to 3 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 410.920218ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 409.050622ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:35 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:36 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 425.208586ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:36 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:36 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:37 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:37 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:38 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:45 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 8.460495098s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:45 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:45 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:45 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 8.840349638s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:45 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:46 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:46 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 8.217001752s logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:46 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:12:46 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:10 +0000 UTC Normal Pod config-router-router-75c758f958-gzv8k.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:10 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulDelete Deleted pod: config-router-router-75c758f958-gzv8k logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:10 +0000 UTC Warning Pod config-router-router-8bd845558-lr8rv FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:10 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulCreate Created pod: config-router-router-8bd845558-lr8rv logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:10 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled down replica set config-router-router-75c758f958 to 2 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:10 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-8bd845558 to 1 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:12 +0000 UTC Warning Pod config-router-router-75c758f958-gzv8k.spec.containers{router} Unhealthy Readiness probe errored: rpc error: code = NotFound desc = failed to exec in container: failed to load task: no running task found: task 506138c67ec4a6de1c3316d043f3e5995ee0a0f672c44878ac391f9c627a5286 not found: not found logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:12 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv NotTriggerScaleUp pod didn't trigger scale-up: logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:13 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-8bd845558-lr8rv to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:14 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:14 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 404.214754ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:14 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:14 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:16 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:16 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 388.865467ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:16 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:16 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:24 +0000 UTC Normal Pod config-router-router-75c758f958-4mg9m.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:24 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulDelete Deleted pod: config-router-router-75c758f958-4mg9m logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:24 +0000 UTC Warning Pod config-router-router-8bd845558-nszq2 FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:24 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulCreate Created pod: config-router-router-8bd845558-nszq2 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:24 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled down replica set config-router-router-75c758f958 to 1 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:24 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-8bd845558 to 2 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:25 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-8bd845558-nszq2 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:26 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:26 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 391.731356ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:26 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:26 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:28 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:28 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 399.68811ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:28 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:29 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:36 +0000 UTC Normal Pod config-router-router-75c758f958-cd5f9.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:36 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulDelete Deleted pod: config-router-router-75c758f958-cd5f9 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:36 +0000 UTC Warning Pod config-router-router-8bd845558-wbhs9 FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:36 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulCreate Created pod: config-router-router-8bd845558-wbhs9 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:36 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled down replica set config-router-router-75c758f958 to 0 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:36 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-8bd845558 to 3 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:37 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-8bd845558-wbhs9 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:38 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:38 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 389.918365ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:38 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:39 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:40 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:40 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 372.444788ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:40 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:13:40 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:18 +0000 UTC Warning Pod config-router-router-75c758f958-kcp2v FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:18 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulCreate Created pod: config-router-router-75c758f958-kcp2v logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:18 +0000 UTC Normal Pod config-router-router-8bd845558-wbhs9.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:18 +0000 UTC Warning Pod config-router-router-8bd845558-wbhs9.spec.containers{router} Unhealthy Readiness probe failed: logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:18 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulDelete Deleted pod: config-router-router-8bd845558-wbhs9 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:18 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled down replica set config-router-router-8bd845558 to 2 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:18 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet Scaled up replica set config-router-router-75c758f958 to 1 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:19 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-75c758f958-kcp2v to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:20 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:20 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 391.943476ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:20 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:20 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:22 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:22 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 575.61556ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:22 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:23 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:30 +0000 UTC Warning Pod config-router-router-75c758f958-dcct7 FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:30 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulCreate Created pod: config-router-router-75c758f958-dcct7 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:30 +0000 UTC Normal Pod config-router-router-8bd845558-lr8rv.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:30 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulDelete Deleted pod: config-router-router-8bd845558-lr8rv logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:30 +0000 UTC Normal Deployment.apps config-router-router ScalingReplicaSet (combined from similar events): Scaled up replica set config-router-router-8bd845558 to 1 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:31 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-75c758f958-dcct7 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:32 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:33 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 404.781992ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:33 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:33 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:34 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:35 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 366.36966ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:35 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:35 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:42 +0000 UTC Warning Pod config-router-router-75c758f958-nmwn9 FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:42 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulCreate Created pod: config-router-router-75c758f958-nmwn9 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:42 +0000 UTC Normal Pod config-router-router-8bd845558-nszq2.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:42 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulDelete Deleted pod: config-router-router-8bd845558-nszq2 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:43 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-75c758f958-nmwn9 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:44 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:45 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 473.706409ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:45 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:45 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:46 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:47 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 407.674722ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:47 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:14:47 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:02 +0000 UTC Normal Pod config-router-router-75c758f958-nmwn9.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:02 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulDelete Deleted pod: config-router-router-75c758f958-nmwn9 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:03 +0000 UTC Warning Pod config-router-router-8bd845558-dfdpw FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:03 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulCreate Created pod: config-router-router-8bd845558-dfdpw logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:04 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-8bd845558-dfdpw to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-77sl logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:05 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:06 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 409.455744ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:06 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:06 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:07 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:08 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 384.017581ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:08 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:08 +0000 UTC Normal Pod config-router-router-8bd845558-dfdpw.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:15 +0000 UTC Normal Pod config-router-router-75c758f958-dcct7.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:15 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulDelete Deleted pod: config-router-router-75c758f958-dcct7 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:15 +0000 UTC Warning Pod config-router-router-8bd845558-fhrd4 FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:15 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulCreate Created pod: config-router-router-8bd845558-fhrd4 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:16 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4 Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-8bd845558-fhrd4 to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-tb61 logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:18 +0000 UTC Warning Pod config-router-router-8bd845558-fhrd4 FailedMount MountVolume.SetUp failed for volume "config" : failed to sync configmap cache: timed out waiting for the condition logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:19 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:19 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 377.331268ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:19 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:19 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:20 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:21 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 372.9794ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:21 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:21 +0000 UTC Normal Pod config-router-router-8bd845558-fhrd4.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:29 +0000 UTC Normal Pod config-router-router-75c758f958-kcp2v.spec.containers{router} Killing Stopping container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:29 +0000 UTC Normal ReplicaSet.apps config-router-router-75c758f958 SuccessfulDelete Deleted pod: config-router-router-75c758f958-kcp2v logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:29 +0000 UTC Warning Pod config-router-router-8bd845558-cs2zj FailedScheduling 0/3 nodes are available: 3 node(s) didn't match pod anti-affinity rules. preemption: 0/3 nodes are available: 3 No preemption victims found for incoming pod. logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:29 +0000 UTC Normal ReplicaSet.apps config-router-router-8bd845558 SuccessfulCreate Created pod: config-router-router-8bd845558-cs2zj logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:30 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj Scheduled Successfully assigned kuttl-test-wealthy-seasnail/config-router-router-8bd845558-cs2zj to gke-jen-ps-424-70568ae-7-default-pool-a8fe3752-03jf logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:31 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj.spec.initContainers{router-init} Pulling Pulling image "perconalab/percona-server-mysql-operator:PR-424-70568ae" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:32 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj.spec.initContainers{router-init} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:PR-424-70568ae" in 408.331451ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:32 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj.spec.initContainers{router-init} Created Created container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:32 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj.spec.initContainers{router-init} Started Started container router-init logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:33 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj.spec.containers{router} Pulling Pulling image "perconalab/percona-server-mysql-operator:main-router" logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:33 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj.spec.containers{router} Pulled Successfully pulled image "perconalab/percona-server-mysql-operator:main-router" in 388.113505ms logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:33 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj.spec.containers{router} Created Created container router logger.go:42: 14:15:54 | config-router | 2023-08-17 14:15:34 +0000 UTC Normal Pod config-router-router-8bd845558-cs2zj.spec.containers{router} Started Started container router logger.go:42: 14:15:54 | config-router | Deleting namespace: kuttl-test-wealthy-seasnail === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (663.98s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/config-router (658.46s) PASS