=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://35.238.8.120 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 180 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 58 tests === RUN kuttl/harness === RUN kuttl/harness/storage === PAUSE kuttl/harness/storage === CONT kuttl/harness/storage logger.go:42: 18:58:17 | storage | Creating namespace "kuttl-test-enormous-snake" logger.go:42: 18:58:17 | storage/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 18:58:17 | storage/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_tls_cluster_secrets deploy_client] logger.go:42: 18:58:17 | storage/0-deploy-operator | + source ../../functions logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ realpath ../../.. logger.go:42: 18:58:17 | storage/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 18:58:17 | storage/0-deploy-operator | ++++ pwd logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage logger.go:42: 18:58:17 | storage/0-deploy-operator | ++ test_name=storage logger.go:42: 18:58:17 | storage/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/vars.sh logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/conf logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/conf logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/storage logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/storage logger.go:42: 18:58:17 | storage/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export GIT_BRANCH=PR-1451 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ GIT_BRANCH=PR-1451 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export VERSION=PR-1451-53d4e4f4 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ VERSION=PR-1451-53d4e4f4 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export MYSQL_VERSION=8.4 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ MYSQL_VERSION=8.4 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export VAULT_VER=0.16.1 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ VAULT_VER=0.16.1 logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ [[ -z 8.4 ]] logger.go:42: 18:58:17 | storage/0-deploy-operator | ++++ which gdate logger.go:42: 18:58:17 | storage/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:58:17 | storage/0-deploy-operator | ++++ which date logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export date=/usr/sbin/date logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 18:58:17 | storage/0-deploy-operator | ++++ which gsed logger.go:42: 18:58:17 | storage/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:58:17 | storage/0-deploy-operator | ++++ which sed logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ export sed=/usr/sbin/sed logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ oc get projects logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ : logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ kubectl get nodes logger.go:42: 18:58:17 | storage/0-deploy-operator | +++ grep '^minikube' logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_MYSQL logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_BACKUP logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_ROUTER logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_HAPROXY logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_BINLOG_SERVER percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_BINLOG_SERVER=docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_BINLOG_SERVER=docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ case "$image" in logger.go:42: 18:58:18 | storage/0-deploy-operator | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ which gsed logger.go:42: 18:58:18 | storage/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:58:18 | storage/0-deploy-operator | +++ which sed logger.go:42: 18:58:18 | storage/0-deploy-operator | ++ sed=/usr/sbin/sed logger.go:42: 18:58:18 | storage/0-deploy-operator | + init_temp_dir logger.go:42: 18:58:18 | storage/0-deploy-operator | + rm -rf /tmp/kuttl/ps/storage logger.go:42: 18:58:18 | storage/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/storage logger.go:42: 18:58:18 | storage/0-deploy-operator | + deploy_operator logger.go:42: 18:58:18 | storage/0-deploy-operator | + destroy_operator logger.go:42: 18:58:18 | storage/0-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0 logger.go:42: 18:58:18 | storage/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:58:18 | storage/0-deploy-operator | deployment.apps "percona-server-mysql-operator" force deleted from ps-operator namespace logger.go:42: 18:58:19 | storage/0-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 18:58:19 | storage/0-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0 logger.go:42: 18:58:19 | storage/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:58:19 | storage/0-deploy-operator | namespace "ps-operator" force deleted logger.go:42: 18:58:29 | storage/0-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 18:58:29 | storage/0-deploy-operator | + create_namespace ps-operator logger.go:42: 18:58:29 | storage/0-deploy-operator | + local namespace=ps-operator logger.go:42: 18:58:29 | storage/0-deploy-operator | + [[ -n '' ]] logger.go:42: 18:58:29 | storage/0-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found logger.go:42: 18:58:30 | storage/0-deploy-operator | + kubectl wait --for=delete namespace ps-operator logger.go:42: 18:58:30 | storage/0-deploy-operator | + kubectl create namespace ps-operator logger.go:42: 18:58:31 | storage/0-deploy-operator | namespace/ps-operator created logger.go:42: 18:58:31 | storage/0-deploy-operator | + apply_crd logger.go:42: 18:58:31 | storage/0-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy/crd.yaml logger.go:42: 18:58:32 | storage/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 18:58:32 | storage/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlclustersets.ps.percona.com serverside-applied logger.go:42: 18:58:32 | storage/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 18:58:33 | storage/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 18:58:33 | storage/0-deploy-operator | + apply_rbac logger.go:42: 18:58:33 | storage/0-deploy-operator | + local rbac_file logger.go:42: 18:58:33 | storage/0-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 18:58:33 | storage/0-deploy-operator | + rbac_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy/cw-rbac.yaml logger.go:42: 18:58:33 | storage/0-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy/cw-rbac.yaml logger.go:42: 18:58:34 | storage/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 18:58:35 | storage/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 18:58:35 | storage/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 18:58:35 | storage/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 18:58:35 | storage/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 18:58:35 | storage/0-deploy-operator | + local operator_file logger.go:42: 18:58:35 | storage/0-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 18:58:35 | storage/0-deploy-operator | + operator_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy/cw-operator.yaml logger.go:42: 18:58:35 | storage/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 18:58:35 | storage/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "VERBOSE"' logger.go:42: 18:58:35 | storage/0-deploy-operator | + kubectl -n ps-operator apply -f - logger.go:42: 18:58:35 | storage/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:35 | storage/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy/cw-operator.yaml logger.go:42: 18:58:37 | storage/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 18:58:37 | storage/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 18:58:37 | storage/0-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 18:58:37 | storage/0-deploy-operator | + kubectl -n kuttl-test-enormous-snake apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/conf/ssl-secret.yaml logger.go:42: 18:58:38 | storage/0-deploy-operator | secret/test-ssl created logger.go:42: 18:58:38 | storage/0-deploy-operator | + deploy_client logger.go:42: 18:58:38 | storage/0-deploy-operator | + kubectl -n kuttl-test-enormous-snake apply -f - logger.go:42: 18:58:38 | storage/0-deploy-operator | ++ printf '.spec.containers[0].image="%s"' docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:38 | storage/0-deploy-operator | + yq eval '.spec.containers[0].image="docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/conf/client.yaml logger.go:42: 18:58:39 | storage/0-deploy-operator | pod/mysql-client created logger.go:42: 18:58:40 | storage/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:58:40 | storage/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:58:40 | storage/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 18:58:42 | storage/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:58:42 | storage/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:58:42 | storage/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 18:58:43 | storage/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:58:44 | storage/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:58:44 | storage/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 18:58:45 | storage/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:58:45 | storage/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:58:46 | storage/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 18:58:47 | storage/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:58:47 | storage/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:58:48 | storage/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 18:58:49 | storage/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:58:49 | storage/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:58:49 | storage/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 18:58:51 | storage/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:58:51 | storage/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:58:51 | storage/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 18:58:51 | storage/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 18:58:51 | storage/0-deploy-operator | percona-server-mysql-operator ps-operator 1 logger.go:42: 18:58:51 | storage/0-deploy-operator | ASSERT PASS logger.go:42: 18:58:51 | storage/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | starting test step 1-create-cluster-volume-emptypath logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.volumeSpec = {"emptyDir": {} }' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | + source ../../functions logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ realpath ../../.. logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++++ pwd logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++ test_name=storage logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/vars.sh logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/conf logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/conf logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export TEMP_DIR=/tmp/kuttl/ps/storage logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ TEMP_DIR=/tmp/kuttl/ps/storage logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export GIT_BRANCH=PR-1451 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ GIT_BRANCH=PR-1451 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export VERSION=PR-1451-53d4e4f4 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ VERSION=PR-1451-53d4e4f4 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export MYSQL_VERSION=8.4 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ MYSQL_VERSION=8.4 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export MINIO_VER=5.4.0 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ MINIO_VER=5.4.0 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export VAULT_VER=0.16.1 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ VAULT_VER=0.16.1 logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ [[ -z 8.4 ]] logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++++ which gdate logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++++ which date logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export date=/usr/sbin/date logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ date=/usr/sbin/date logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++++ which gsed logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | ++++ which sed logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ export sed=/usr/sbin/sed logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ sed=/usr/sbin/sed logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ oc get projects logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ : logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ kubectl get nodes logger.go:42: 18:58:51 | storage/1-create-cluster-volume-emptypath | +++ grep '^minikube' logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_MYSQL logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_BACKUP logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_ROUTER logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_HAPROXY logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_BINLOG_SERVER percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_BINLOG_SERVER=docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_BINLOG_SERVER=docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ local registry=docker.io logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ case "$image" in logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ which gsed logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | +++ which sed logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++ sed=/usr/sbin/sed logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + get_cr logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local name_suffix= logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + yq eval '.spec.mysql.volumeSpec = {"emptyDir": {} }' - logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local image_mysql=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local image_backup=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + kubectl -n kuttl-test-enormous-snake apply -f - logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local image_orchestrator=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local image_router=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local image_toolkit=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local image_haproxy=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local image_pmm_client=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local image_binlog_server=docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | + local cr_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy/cr.yaml logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++ detect_k8s_platform logger.go:42: 18:58:52 | storage/1-create-cluster-volume-emptypath | ++ set +x logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ echo gke logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + local platform=gke logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + local cr_name=storage logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + crs=('/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy/cr.yaml') logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + local crs logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ get_test_cr storage logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ local cr_name=storage logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ detect_k8s_platform logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ set +x logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ echo gke logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ local platform=gke logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ get_platform_alias gke logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ set +x logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ echo gke logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ platform_alias=gke logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ get_storage_alias gke logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ set +x logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | +++ echo default logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ storage_alias=default logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ local default_cr=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf/storage.yaml logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ local platform_cr=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf/storage-gke.yaml logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ local storage_cr=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf/storage-default.yaml logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ [[ -n /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf/storage-default.yaml ]] logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ [[ -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf/storage-default.yaml ]] logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ [[ -n /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf/storage-gke.yaml ]] logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ [[ -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf/storage-gke.yaml ]] logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | ++ [[ -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf/storage.yaml ]] logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + local test_cr= logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + [[ -f '' ]] logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + yq eval-all $'\n\t\tselect(fileIndex == 0) as $base |\n\t\tselect(fileIndex == 1) as $test |\n\t\t($base * ($test // {})) |\n\t\t.spec.backup.storages = ($test.spec.backup.storages // $base.spec.backup.storages // {}) |\n\t\t.spec.mysql.clusterType = ($test.spec.mysql.clusterType // "async") |\n\t\t.metadata.name = "storage" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" |\n\t\t.spec.secretsName = ($test.spec.secretsName // null) |\n\t\t.spec.sslSecretName = "test-ssl" |\n\t\t.spec.upgradeOptions.apply = "disabled" |\n\t\t.spec.mysql.gracePeriod = 30 |\n\t\t.spec.orchestrator.enabled = true |\n\t\t.spec.mysql.image = "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" |\n\t\t.spec.orchestrator.image = "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" |\n\t\t.spec.proxy.router.image = "docker.io/perconalab/percona-server-mysql-operator:main-router8.4" |\n\t\t.spec.toolkit.image = "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" |\n\t\t.spec.proxy.haproxy.image = "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:3-dev-latest" |\n\t\t.spec.backup.pitr.binlogServer.image="docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1" |\n\t\t(.. | select(tag == "!!str")) |= sub(""; "kuttl-test-enormous-snake")\n\t' /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy/cr.yaml logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + [[ gke == minikube ]] logger.go:42: 18:58:53 | storage/1-create-cluster-volume-emptypath | + cat logger.go:42: 18:58:54 | storage/1-create-cluster-volume-emptypath | perconaservermysql.ps.percona.com/storage created logger.go:42: 19:01:29 | storage/1-create-cluster-volume-emptypath | test step completed 1-create-cluster-volume-emptypath logger.go:42: 19:01:29 | storage/2-write-data | starting test step 2-write-data logger.go:42: 19:01:29 | storage/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions sleep 5 run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_haproxy_svc $(get_cluster_name))" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_haproxy_svc $(get_cluster_name))" mysql_data=$(kubectl exec -n "${NAMESPACE}" "$test_name"-mysql-0 -- \ find /var/lib/mysql/myDB -type f -size +0) if [[ -z $mysql_data ]]; then echo "No data files found — test failed" exit 1 fi] logger.go:42: 19:01:29 | storage/2-write-data | + source ../../functions logger.go:42: 19:01:29 | storage/2-write-data | +++ realpath ../../.. logger.go:42: 19:01:29 | storage/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 19:01:29 | storage/2-write-data | ++++ pwd logger.go:42: 19:01:29 | storage/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage logger.go:42: 19:01:29 | storage/2-write-data | ++ test_name=storage logger.go:42: 19:01:29 | storage/2-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/vars.sh logger.go:42: 19:01:29 | storage/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 19:01:29 | storage/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451 logger.go:42: 19:01:29 | storage/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy logger.go:42: 19:01:29 | storage/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/deploy logger.go:42: 19:01:29 | storage/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests logger.go:42: 19:01:29 | storage/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests logger.go:42: 19:01:29 | storage/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/conf logger.go:42: 19:01:29 | storage/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/conf logger.go:42: 19:01:29 | storage/2-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf logger.go:42: 19:01:29 | storage/2-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/e2e-tests/tests/storage/conf logger.go:42: 19:01:29 | storage/2-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/storage logger.go:42: 19:01:29 | storage/2-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/storage logger.go:42: 19:01:29 | storage/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:01:29 | storage/2-write-data | +++ export GIT_BRANCH=PR-1451 logger.go:42: 19:01:29 | storage/2-write-data | +++ GIT_BRANCH=PR-1451 logger.go:42: 19:01:29 | storage/2-write-data | +++ export VERSION=PR-1451-53d4e4f4 logger.go:42: 19:01:29 | storage/2-write-data | +++ VERSION=PR-1451-53d4e4f4 logger.go:42: 19:01:29 | storage/2-write-data | +++ export MYSQL_VERSION=8.4 logger.go:42: 19:01:29 | storage/2-write-data | +++ MYSQL_VERSION=8.4 logger.go:42: 19:01:29 | storage/2-write-data | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 19:01:29 | storage/2-write-data | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 19:01:29 | storage/2-write-data | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 19:01:29 | storage/2-write-data | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 19:01:29 | storage/2-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 19:01:29 | storage/2-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 19:01:29 | storage/2-write-data | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 19:01:29 | storage/2-write-data | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 19:01:29 | storage/2-write-data | +++ export VAULT_VER=0.16.1 logger.go:42: 19:01:29 | storage/2-write-data | +++ VAULT_VER=0.16.1 logger.go:42: 19:01:29 | storage/2-write-data | +++ [[ -z 8.4 ]] logger.go:42: 19:01:29 | storage/2-write-data | ++++ which gdate logger.go:42: 19:01:29 | storage/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:01:29 | storage/2-write-data | ++++ which date logger.go:42: 19:01:29 | storage/2-write-data | +++ export date=/usr/sbin/date logger.go:42: 19:01:29 | storage/2-write-data | +++ date=/usr/sbin/date logger.go:42: 19:01:29 | storage/2-write-data | ++++ which gsed logger.go:42: 19:01:29 | storage/2-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:01:29 | storage/2-write-data | ++++ which sed logger.go:42: 19:01:29 | storage/2-write-data | +++ export sed=/usr/sbin/sed logger.go:42: 19:01:29 | storage/2-write-data | +++ sed=/usr/sbin/sed logger.go:42: 19:01:29 | storage/2-write-data | +++ oc get projects logger.go:42: 19:01:29 | storage/2-write-data | +++ : logger.go:42: 19:01:29 | storage/2-write-data | +++ kubectl get nodes logger.go:42: 19:01:29 | storage/2-write-data | +++ grep '^minikube' logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4 logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_MYSQL logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_BACKUP logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_ROUTER logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_HAPROXY logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_BINLOG_SERVER percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_BINLOG_SERVER=docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_BINLOG_SERVER=docker.io/percona/percona-server-mysql-operator:1.2.0-binlog-server-0.3.1 logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 19:01:30 | storage/2-write-data | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | ++++ local registry=docker.io logger.go:42: 19:01:30 | storage/2-write-data | ++++ case "$image" in logger.go:42: 19:01:30 | storage/2-write-data | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:01:30 | storage/2-write-data | +++ which gsed logger.go:42: 19:01:30 | storage/2-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1451/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:01:30 | storage/2-write-data | +++ which sed logger.go:42: 19:01:30 | storage/2-write-data | ++ sed=/usr/sbin/sed logger.go:42: 19:01:30 | storage/2-write-data | + sleep 5 logger.go:42: 19:01:35 | storage/2-write-data | +++ get_cluster_name logger.go:42: 19:01:35 | storage/2-write-data | +++ kubectl -n kuttl-test-enormous-snake get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 19:01:35 | storage/2-write-data | ++ get_haproxy_svc storage logger.go:42: 19:01:35 | storage/2-write-data | ++ local cluster=storage logger.go:42: 19:01:35 | storage/2-write-data | ++ echo storage-haproxy logger.go:42: 19:01:35 | storage/2-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h storage-haproxy' logger.go:42: 19:01:35 | storage/2-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 19:01:35 | storage/2-write-data | + local 'host=-h storage-haproxy' logger.go:42: 19:01:35 | storage/2-write-data | ++ get_user_pass root logger.go:42: 19:01:35 | storage/2-write-data | ++ local user=root logger.go:42: 19:01:35 | storage/2-write-data | +++ get_cluster_name logger.go:42: 19:01:35 | storage/2-write-data | +++ kubectl -n kuttl-test-enormous-snake get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 19:01:36 | storage/2-write-data | ++ local secret=storage-secrets logger.go:42: 19:01:36 | storage/2-write-data | ++ kubectl -n kuttl-test-enormous-snake get secret storage-secrets -o 'jsonpath={.data.root}' logger.go:42: 19:01:36 | storage/2-write-data | ++ base64 --decode logger.go:42: 19:01:36 | storage/2-write-data | + local 'user=-uroot -p'\''1*j7*a]T{%t Initializing ps-controller logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:57 +0000 UTC Normal Pod storage-orc-0.spec.initContainers{orchestrator-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:57 +0000 UTC Normal Pod storage-orc-0.spec.initContainers{orchestrator-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" in 200ms (200ms including waiting). Image size: 134402113 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:57 +0000 UTC Normal Pod storage-orc-0.spec.initContainers{orchestrator-init} Created Created container: orchestrator-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:57 +0000 UTC Normal Pod storage-orc-0.spec.initContainers{orchestrator-init} Started Started container orchestrator-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{mysql} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 105ms (105ms including waiting). Image size: 439800230 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{mysql} Created Created container: mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" in 88ms (88ms including waiting). Image size: 451751858 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" in 145ms (146ms including waiting). Image size: 150643665 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{pt-heartbeat} Created Created container: pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:58 +0000 UTC Normal Pod storage-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:59 +0000 UTC Normal Pod storage-orc-0.spec.containers{orchestrator} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:59 +0000 UTC Normal Pod storage-orc-0.spec.containers{orchestrator} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 111ms (111ms including waiting). Image size: 74177815 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:59 +0000 UTC Normal Pod storage-orc-0.spec.containers{orchestrator} Created Created container: orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:59 +0000 UTC Normal Pod storage-orc-0.spec.containers{orchestrator} Started Started container orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:59 +0000 UTC Normal Pod storage-orc-0.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:59 +0000 UTC Normal Pod storage-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 114ms (114ms including waiting). Image size: 74177815 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:59 +0000 UTC Normal Pod storage-orc-0.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:58:59 +0000 UTC Normal Pod storage-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:31 +0000 UTC Normal Pod storage-orc-1 Binding Scheduled Successfully assigned kuttl-test-enormous-snake/storage-orc-1 to gke-jen-ps-1451-53d4e4f4-default-pool-13425d7c-q8c8 default-scheduler logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:31 +0000 UTC Normal StatefulSet.apps storage-orc SuccessfulCreate create Pod storage-orc-1 in StatefulSet storage-orc successful statefulset-controller logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:32 +0000 UTC Normal Pod storage-mysql-1 Binding Scheduled Successfully assigned kuttl-test-enormous-snake/storage-mysql-1 to gke-jen-ps-1451-53d4e4f4-default-pool-13425d7c-h931 default-scheduler logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:32 +0000 UTC Normal Pod storage-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:32 +0000 UTC Normal StatefulSet.apps storage-mysql SuccessfulCreate create Pod storage-mysql-1 in StatefulSet storage-mysql successful statefulset-controller logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:32 +0000 UTC Normal Pod storage-orc-1.spec.initContainers{orchestrator-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:32 +0000 UTC Normal Pod storage-orc-1.spec.initContainers{orchestrator-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" in 123ms (123ms including waiting). Image size: 134402113 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:32 +0000 UTC Normal Pod storage-orc-1.spec.initContainers{orchestrator-init} Created Created container: orchestrator-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:32 +0000 UTC Normal Pod storage-orc-1.spec.initContainers{orchestrator-init} Started Started container orchestrator-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal Pod storage-haproxy-0 Binding Scheduled Successfully assigned kuttl-test-enormous-snake/storage-haproxy-0 to gke-jen-ps-1451-53d4e4f4-default-pool-13425d7c-m796 default-scheduler logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal Pod storage-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal Pod storage-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" in 136ms (136ms including waiting). Image size: 134402113 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal Pod storage-haproxy-0.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal Pod storage-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal PodDisruptionBudget.policy storage-haproxy NoPods No matching pods found controllermanager logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal StatefulSet.apps storage-haproxy SuccessfulCreate create Pod storage-haproxy-0 in StatefulSet storage-haproxy successful statefulset-controller logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal Pod storage-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" in 136ms (136ms including waiting). Image size: 134402113 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal Pod storage-mysql-1.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:33 +0000 UTC Normal Pod storage-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:34 +0000 UTC Normal Pod storage-orc-1.spec.containers{orchestrator} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:34 +0000 UTC Normal Pod storage-orc-1.spec.containers{orchestrator} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 104ms (104ms including waiting). Image size: 74177815 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:34 +0000 UTC Normal Pod storage-orc-1.spec.containers{orchestrator} Created Created container: orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:34 +0000 UTC Normal Pod storage-orc-1.spec.containers{orchestrator} Started Started container orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:34 +0000 UTC Normal Pod storage-orc-1.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:34 +0000 UTC Normal Pod storage-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 94ms (94ms including waiting). Image size: 74177815 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:34 +0000 UTC Normal Pod storage-orc-1.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:34 +0000 UTC Normal Pod storage-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{mysql} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 106ms (106ms including waiting). Image size: 439800230 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{mysql} Created Created container: mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" in 113ms (113ms including waiting). Image size: 451751858 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" in 106ms (106ms including waiting). Image size: 150643665 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:35 +0000 UTC Normal Pod storage-mysql-1.spec.containers{pt-heartbeat} Created Created container: pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{haproxy} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 125ms (125ms including waiting). Image size: 104210318 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{haproxy} Created Created container: haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 84ms (84ms including waiting). Image size: 104210318 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:36 +0000 UTC Normal Pod storage-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:53 +0000 UTC Warning Pod storage-haproxy-0.spec.containers{haproxy} Unhealthy Startup probe failed: ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 2 kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:53 +0000 UTC Warning Pod storage-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: 2026/07/06 18:59:52 Waiting for MySQL ready state 2026/07/06 18:59:52 MySQL is ready 2026/07/06 18:59:52 Peers: [6339653038663062.storage-mysql-unready.kuttl-test-enormous-snake 6538326635373464.storage-mysql-unready.kuttl-test-enormous-snake] 2026/07/06 18:59:52 FQDN: storage-mysql-1.storage-mysql.kuttl-test-enormous-snake 2026/07/06 18:59:52 Primary: storage-mysql-0.storage-mysql.kuttl-test-enormous-snake Replicas: [storage-mysql-1.storage-mysql.kuttl-test-enormous-snake] 2026/07/06 18:59:52 lookup storage-mysql-1 [10.207.121.8] 2026/07/06 18:59:52 PodIP: 10.207.121.8 2026/07/06 18:59:52 lookup storage-mysql-0.storage-mysql.kuttl-test-enormous-snake [10.207.122.32] 2026/07/06 18:59:52 PrimaryIP: 10.207.122.32 2026/07/06 18:59:52 Donor: storage-mysql-0.storage-mysql.kuttl-test-enormous-snake 2026/07/06 18:59:52 Opening connection to 10.207.121.8 2026/07/06 18:59:52 Clone required: true 2026/07/06 18:59:52 Checking if a clone in progress 2026/07/06 18:59:52 Clone in progress: false 2026/07/06 18:59:52 Cloning from storage-mysql-0.storage-mysql.kuttl-test-enormous-snake 2026/07/06 18:59:53 Clone finished. Restarting container... kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:53 +0000 UTC Normal Pod storage-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 18:59:56 +0000 UTC Normal Pod storage-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 103ms (103ms including waiting). Image size: 439800230 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:06 +0000 UTC Normal Pod storage-orc-2 Binding Scheduled Successfully assigned kuttl-test-enormous-snake/storage-orc-2 to gke-jen-ps-1451-53d4e4f4-default-pool-13425d7c-m796 default-scheduler logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:06 +0000 UTC Normal StatefulSet.apps storage-orc SuccessfulCreate create Pod storage-orc-2 in StatefulSet storage-orc successful statefulset-controller logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:07 +0000 UTC Normal Pod storage-orc-2.spec.initContainers{orchestrator-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:07 +0000 UTC Normal Pod storage-orc-2.spec.initContainers{orchestrator-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" in 512ms (512ms including waiting). Image size: 134402113 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:07 +0000 UTC Normal Pod storage-orc-2.spec.initContainers{orchestrator-init} Created Created container: orchestrator-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:08 +0000 UTC Normal Pod storage-orc-2.spec.initContainers{orchestrator-init} Started Started container orchestrator-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:10 +0000 UTC Normal Pod storage-orc-2.spec.containers{orchestrator} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:10 +0000 UTC Normal Pod storage-orc-2.spec.containers{orchestrator} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 122ms (122ms including waiting). Image size: 74177815 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:10 +0000 UTC Normal Pod storage-orc-2.spec.containers{orchestrator} Created Created container: orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:10 +0000 UTC Normal Pod storage-orc-2.spec.containers{orchestrator} Started Started container orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:10 +0000 UTC Normal Pod storage-orc-2.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:10 +0000 UTC Normal Pod storage-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 97ms (97ms including waiting). Image size: 74177815 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:10 +0000 UTC Normal Pod storage-orc-2.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:10 +0000 UTC Normal Pod storage-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:28 +0000 UTC Normal Pod storage-mysql-2 Binding Scheduled Successfully assigned kuttl-test-enormous-snake/storage-mysql-2 to gke-jen-ps-1451-53d4e4f4-default-pool-13425d7c-q8c8 default-scheduler logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:28 +0000 UTC Normal Pod storage-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:28 +0000 UTC Normal Pod storage-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" in 124ms (124ms including waiting). Image size: 134402113 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:28 +0000 UTC Normal Pod storage-mysql-2.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:28 +0000 UTC Normal Pod storage-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:28 +0000 UTC Normal StatefulSet.apps storage-mysql SuccessfulCreate create Pod storage-mysql-2 in StatefulSet storage-mysql successful statefulset-controller logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{mysql} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 111ms (111ms including waiting). Image size: 439800230 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{mysql} Created Created container: mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" in 113ms (113ms including waiting). Image size: 451751858 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" in 110ms (110ms including waiting). Image size: 150643665 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{pt-heartbeat} Created Created container: pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:31 +0000 UTC Normal Pod storage-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:43 +0000 UTC Normal Pod storage-haproxy-1 Binding Scheduled Successfully assigned kuttl-test-enormous-snake/storage-haproxy-1 to gke-jen-ps-1451-53d4e4f4-default-pool-13425d7c-h931 default-scheduler logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:43 +0000 UTC Normal StatefulSet.apps storage-haproxy SuccessfulCreate create Pod storage-haproxy-1 in StatefulSet storage-haproxy successful statefulset-controller logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:44 +0000 UTC Normal Pod storage-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:44 +0000 UTC Normal Pod storage-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" in 145ms (145ms including waiting). Image size: 134402113 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:44 +0000 UTC Normal Pod storage-haproxy-1.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:44 +0000 UTC Normal Pod storage-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:46 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{haproxy} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:46 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 119ms (119ms including waiting). Image size: 104210318 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:46 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{haproxy} Created Created container: haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:46 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:46 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:46 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 128ms (128ms including waiting). Image size: 104210318 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:46 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:46 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:49 +0000 UTC Warning Pod storage-mysql-2.spec.containers{mysql} Unhealthy Startup probe failed: 2026/07/06 19:00:48 Waiting for MySQL ready state 2026/07/06 19:00:48 MySQL is ready 2026/07/06 19:00:48 Peers: [6232616137653062.storage-mysql-unready.kuttl-test-enormous-snake 6339653038663062.storage-mysql-unready.kuttl-test-enormous-snake 6538326635373464.storage-mysql-unready.kuttl-test-enormous-snake] 2026/07/06 19:00:48 FQDN: storage-mysql-2.storage-mysql.kuttl-test-enormous-snake 2026/07/06 19:00:48 Primary: storage-mysql-0.storage-mysql.kuttl-test-enormous-snake Replicas: [storage-mysql-1.storage-mysql.kuttl-test-enormous-snake storage-mysql-2.storage-mysql.kuttl-test-enormous-snake] 2026/07/06 19:00:48 lookup storage-mysql-2 [10.207.120.25] 2026/07/06 19:00:48 PodIP: 10.207.120.25 2026/07/06 19:00:48 lookup storage-mysql-0.storage-mysql.kuttl-test-enormous-snake [10.207.122.32] 2026/07/06 19:00:48 PrimaryIP: 10.207.122.32 2026/07/06 19:00:48 Donor: storage-mysql-1.storage-mysql.kuttl-test-enormous-snake 2026/07/06 19:00:48 Opening connection to 10.207.120.25 2026/07/06 19:00:48 Clone required: true 2026/07/06 19:00:48 Checking if a clone in progress 2026/07/06 19:00:48 Clone in progress: false 2026/07/06 19:00:48 Cloning from storage-mysql-1.storage-mysql.kuttl-test-enormous-snake 2026/07/06 19:00:49 Clone finished. Restarting container... kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:49 +0000 UTC Normal Pod storage-mysql-2.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:00:50 +0000 UTC Normal Pod storage-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 90ms (90ms including waiting). Image size: 439800230 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:04 +0000 UTC Normal Pod storage-haproxy-2 Binding Scheduled Successfully assigned kuttl-test-enormous-snake/storage-haproxy-2 to gke-jen-ps-1451-53d4e4f4-default-pool-13425d7c-q8c8 default-scheduler logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:04 +0000 UTC Normal Pod storage-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:04 +0000 UTC Normal Pod storage-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1451-53d4e4f4" in 137ms (137ms including waiting). Image size: 134402113 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:04 +0000 UTC Normal Pod storage-haproxy-2.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:04 +0000 UTC Normal Pod storage-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:04 +0000 UTC Normal StatefulSet.apps storage-haproxy SuccessfulCreate create Pod storage-haproxy-2 in StatefulSet storage-haproxy successful statefulset-controller logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:07 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{haproxy} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:07 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 90ms (90ms including waiting). Image size: 104210318 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:07 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{haproxy} Created Created container: haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:07 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:07 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:07 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 99ms (99ms including waiting). Image size: 104210318 bytes. kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:07 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:07 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:28 +0000 UTC Normal PerconaServerMySQL.ps.percona.com storage ClusterStateChanged Initializing -> Ready ps-controller logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:44 +0000 UTC Normal Pod storage-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:44 +0000 UTC Normal Pod storage-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:44 +0000 UTC Normal Pod storage-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:44 +0000 UTC Normal Pod storage-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:44 +0000 UTC Normal Pod storage-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-haproxy-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-haproxy-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-haproxy-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-orc-0.spec.containers{orchestrator} Killing Stopping container orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-orc-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-orc-1.spec.containers{orchestrator} Killing Stopping container orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-orc-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Warning Pod storage-orc-2 FailedMount MountVolume.SetUp failed for volume "custom" : configmap "storage-orc" not found kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-orc-2.spec.containers{orchestrator} Killing Stopping container orchestrator kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:45 +0000 UTC Normal Pod storage-orc-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:47 +0000 UTC Warning Pod storage-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2026/07/06 19:01:47 MySQL state is not ready... kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:48 +0000 UTC Warning Pod storage-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2026/07/06 19:01:48 MySQL state is not ready... kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:52 +0000 UTC Warning Pod storage-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2026/07/06 19:01:52 MySQL state is not ready... kubelet logger.go:42: 19:01:58 | storage | 2026-07-06 19:01:57 +0000 UTC Warning Pod storage-mysql-0.spec.containers{mysql} Unhealthy Readiness probe errored and resulted in unknown state: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 19:01:58 | storage | Deleting namespace "kuttl-test-enormous-snake" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- PASS: kuttl (246.47s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/storage (245.75s) PASS