=== RUN kuttl harness.go:469: starting setup harness.go:259: running tests using configured kubeconfig. harness.go:282: Successful connection to cluster at: https://104.197.186.105 harness.go:365: running tests harness.go:78: going to run test suite with timeout of 180 seconds for each step harness.go:377: testsuite: e2e-tests/tests has 62 tests === RUN kuttl/harness === RUN kuttl/harness/async-errant-transactions === PAUSE kuttl/harness/async-errant-transactions === CONT kuttl/harness/async-errant-transactions logger.go:42: 17:18:06 | async-errant-transactions | Creating namespace "kuttl-test-fluent-man" logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client] logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | + source ../../functions logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ realpath ../../.. logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ pwd logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++ test_name=async-errant-transactions logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ MYSQL_VERSION=8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export VAULT_VER=0.16.1 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ VAULT_VER=0.16.1 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ [[ -z 8.4 ]] logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ which gdate logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ which date logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export date=/usr/sbin/date logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ which gsed logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ which sed logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export sed=/usr/sbin/sed logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ oc get projects logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ : logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ kubectl get nodes logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ grep '^minikube' logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ local registry=docker.io logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ case "$image" in logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ which gsed logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | +++ which sed logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | ++ sed=/usr/sbin/sed logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | + init_temp_dir logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | + rm -rf /tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | + mkdir -p /tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | + deploy_operator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | + destroy_operator logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0 logger.go:42: 17:18:07 | async-errant-transactions/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-server-mysql-operator" not found logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + true logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0 logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | Error from server (NotFound): namespaces "ps-operator" not found logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + true logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + create_namespace ps-operator logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + local namespace=ps-operator logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + [[ -n '' ]] logger.go:42: 17:18:08 | async-errant-transactions/0-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found logger.go:42: 17:18:09 | async-errant-transactions/0-deploy-operator | + kubectl wait --for=delete namespace ps-operator logger.go:42: 17:18:09 | async-errant-transactions/0-deploy-operator | + kubectl create namespace ps-operator logger.go:42: 17:18:10 | async-errant-transactions/0-deploy-operator | namespace/ps-operator created logger.go:42: 17:18:10 | async-errant-transactions/0-deploy-operator | + apply_crd logger.go:42: 17:18:10 | async-errant-transactions/0-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy/crd.yaml logger.go:42: 17:18:11 | async-errant-transactions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 17:18:11 | async-errant-transactions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlclustersets.ps.percona.com serverside-applied logger.go:42: 17:18:12 | async-errant-transactions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 17:18:13 | async-errant-transactions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 17:18:13 | async-errant-transactions/0-deploy-operator | + apply_rbac logger.go:42: 17:18:13 | async-errant-transactions/0-deploy-operator | + local rbac_file logger.go:42: 17:18:13 | async-errant-transactions/0-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 17:18:13 | async-errant-transactions/0-deploy-operator | + rbac_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy/cw-rbac.yaml logger.go:42: 17:18:13 | async-errant-transactions/0-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy/cw-rbac.yaml logger.go:42: 17:18:14 | async-errant-transactions/0-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | + local operator_file logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | + operator_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy/cw-operator.yaml logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "VERBOSE"' logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | + kubectl -n ps-operator apply -f - logger.go:42: 17:18:15 | async-errant-transactions/0-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy/cw-operator.yaml logger.go:42: 17:18:17 | async-errant-transactions/0-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 17:18:17 | async-errant-transactions/0-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 17:18:17 | async-errant-transactions/0-deploy-operator | + deploy_client logger.go:42: 17:18:17 | async-errant-transactions/0-deploy-operator | + kubectl -n kuttl-test-fluent-man apply -f - logger.go:42: 17:18:17 | async-errant-transactions/0-deploy-operator | ++ printf '.spec.containers[0].image="%s"' docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:17 | async-errant-transactions/0-deploy-operator | + yq eval '.spec.containers[0].image="docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf/client.yaml logger.go:42: 17:18:19 | async-errant-transactions/0-deploy-operator | pod/mysql-client created logger.go:42: 17:18:19 | async-errant-transactions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 17:18:19 | async-errant-transactions/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 17:18:20 | async-errant-transactions/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 17:18:21 | async-errant-transactions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 17:18:21 | async-errant-transactions/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 17:18:22 | async-errant-transactions/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 17:18:23 | async-errant-transactions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 17:18:23 | async-errant-transactions/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 17:18:24 | async-errant-transactions/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 17:18:25 | async-errant-transactions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 17:18:25 | async-errant-transactions/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 17:18:25 | async-errant-transactions/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 17:18:27 | async-errant-transactions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 17:18:27 | async-errant-transactions/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 17:18:27 | async-errant-transactions/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 17:18:29 | async-errant-transactions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 17:18:29 | async-errant-transactions/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 17:18:29 | async-errant-transactions/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 17:18:31 | async-errant-transactions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 17:18:31 | async-errant-transactions/0-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 17:18:31 | async-errant-transactions/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 17:18:31 | async-errant-transactions/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 17:18:31 | async-errant-transactions/0-deploy-operator | percona-server-mysql-operator ps-operator 1 logger.go:42: 17:18:31 | async-errant-transactions/0-deploy-operator | ASSERT PASS logger.go:42: 17:18:31 | async-errant-transactions/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | starting test step 1-create-cluster logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions # errantTransactionsPolicy unset -> defaults to "manual"; step 04 flips it to "rebuild". get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval '.spec.mysql.expose.enabled=true' - \ | yq eval '.spec.mysql.expose.type="ClusterIP"' - \ | yq eval '.spec.proxy.haproxy.expose.type="ClusterIP"' - \ | yq eval '.spec.orchestrator.expose.type="ClusterIP"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | + source ../../functions logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ realpath ../../.. logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++++ pwd logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++ test_name=async-errant-transactions logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ MYSQL_VERSION=8.4 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export VAULT_VER=0.16.1 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ VAULT_VER=0.16.1 logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ [[ -z 8.4 ]] logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++++ which gdate logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++++ which date logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export date=/usr/sbin/date logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++++ which gsed logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | ++++ which sed logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ export sed=/usr/sbin/sed logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ oc get projects logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ : logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ kubectl get nodes logger.go:42: 17:18:31 | async-errant-transactions/1-create-cluster | +++ grep '^minikube' logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ local registry=docker.io logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ case "$image" in logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ which gsed logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ which sed logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++ sed=/usr/sbin/sed logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + get_cr logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local name_suffix= logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local image_mysql=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local image_backup=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local image_orchestrator=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local image_router=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local image_toolkit=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local image_haproxy=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local image_pmm_client=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local image_binlog_server=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy/cr.yaml logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + yq eval .spec.mysql.expose.enabled=true - logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + yq eval '.spec.mysql.expose.type="ClusterIP"' - logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++ detect_k8s_platform logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++ set +x logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + yq eval '.spec.proxy.haproxy.expose.type="ClusterIP"' - logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + yq eval '.spec.orchestrator.expose.type="ClusterIP"' - logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + kubectl -n kuttl-test-fluent-man apply -f - logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++ echo gke logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local platform=gke logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local cr_name=async-errant-transactions logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + crs=('/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy/cr.yaml') logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | + local crs logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++ get_test_cr async-errant-transactions logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | ++ local cr_name=async-errant-transactions logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ detect_k8s_platform logger.go:42: 17:18:32 | async-errant-transactions/1-create-cluster | +++ set +x logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | +++ echo gke logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ local platform=gke logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | +++ get_platform_alias gke logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | +++ set +x logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | +++ echo gke logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ platform_alias=gke logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | +++ get_storage_alias gke logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | +++ set +x logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | +++ echo default logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ storage_alias=default logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ local default_cr=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf/async-errant-transactions.yaml logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ local platform_cr=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf/async-errant-transactions-gke.yaml logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ local storage_cr=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf/async-errant-transactions-default.yaml logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ [[ -n /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf/async-errant-transactions-default.yaml ]] logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ [[ -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf/async-errant-transactions-default.yaml ]] logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ [[ -n /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf/async-errant-transactions-gke.yaml ]] logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ [[ -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf/async-errant-transactions-gke.yaml ]] logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | ++ [[ -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf/async-errant-transactions.yaml ]] logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | + local test_cr= logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | + [[ -f '' ]] logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | + yq eval-all $'\n\t\tselect(fileIndex == 0) as $base |\n\t\tselect(fileIndex == 1) as $test |\n\t\t($base * ($test // {})) |\n\t\t.spec.backup.storages = ($test.spec.backup.storages // $base.spec.backup.storages // {}) |\n\t\t.spec.mysql.clusterType = ($test.spec.mysql.clusterType // "async") |\n\t\t.metadata.name = "async-errant-transactions" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" |\n\t\t.spec.secretsName = ($test.spec.secretsName // null) |\n\t\t.spec.sslSecretName = "test-ssl" |\n\t\t.spec.upgradeOptions.apply = "disabled" |\n\t\t.spec.mysql.gracePeriod = 30 |\n\t\t.spec.orchestrator.enabled = true |\n\t\t.spec.mysql.image = "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" |\n\t\t.spec.backup.image = "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" |\n\t\t.spec.orchestrator.image = "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" |\n\t\t.spec.proxy.router.image = "docker.io/perconalab/percona-server-mysql-operator:main-router8.4" |\n\t\t.spec.toolkit.image = "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" |\n\t\t.spec.proxy.haproxy.image = "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:3-dev-latest" |\n\t\t.spec.backup.pitr.binlogServer.image="docker.io/perconalab/percona-binlog-server:0.4.0" |\n\t\t(.. | select(tag == "!!str")) |= sub(""; "kuttl-test-fluent-man")\n\t' /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy/cr.yaml logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | + [[ gke == minikube ]] logger.go:42: 17:18:33 | async-errant-transactions/1-create-cluster | + cat logger.go:42: 17:18:34 | async-errant-transactions/1-create-cluster | perconaservermysql.ps.percona.com/async-errant-transactions created logger.go:42: 17:21:26 | async-errant-transactions/1-create-cluster | test step completed 1-create-cluster logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | starting test step 2-create-errant-transaction logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster="${test_name}" # Don't trust the previous assert; wait for the cluster to settle, then pick # a replica. Disabling super_read_only lets us write directly on it, producing # a GTID under its own server_uuid the primary never has -> errant GTID. wait_cluster_consistency_async "${cluster}" "3" "3" replica_pod="$(find_async_replica "${cluster}")" replica_fqdn="${replica_pod}.${cluster}-mysql.${NAMESPACE}" echo "replica-with-errant=${replica_pod}" run_mysql \ "SET GLOBAL super_read_only=0; CREATE DATABASE IF NOT EXISTS errant_db; CREATE TABLE IF NOT EXISTS errant_db.t (id INT PRIMARY KEY); INSERT INTO errant_db.t (id) VALUES (1); SET GLOBAL super_read_only=1;" \ "-h ${replica_fqdn} -P3306" if [[ "$(run_mysql "SHOW DATABASES LIKE 'errant_db';" "-h ${replica_fqdn} -P3306")" != "errant_db" ]]; then echo "failed to create the errant transaction on ${replica_pod}" exit 1 fi] logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | + source ../../functions logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ realpath ../../.. logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++++ pwd logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++ test_name=async-errant-transactions logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ MYSQL_VERSION=8.4 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export MINIO_VER=5.4.0 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ MINIO_VER=5.4.0 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export VAULT_VER=0.16.1 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ VAULT_VER=0.16.1 logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ [[ -z 8.4 ]] logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++++ which gdate logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++++ which date logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export date=/usr/sbin/date logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ date=/usr/sbin/date logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++++ which gsed logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | ++++ which sed logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ export sed=/usr/sbin/sed logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ sed=/usr/sbin/sed logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ oc get projects logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ : logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ kubectl get nodes logger.go:42: 17:21:26 | async-errant-transactions/2-create-errant-transaction | +++ grep '^minikube' logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ which gsed logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | +++ which sed logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | ++ sed=/usr/sbin/sed logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | + cluster=async-errant-transactions logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | + wait_cluster_consistency_async async-errant-transactions 3 3 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | + local cluster_name=async-errant-transactions logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | + local cluster_size=3 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | + local orc_size=3 logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | + '[' -z 3 ']' logger.go:42: 17:21:27 | async-errant-transactions/2-create-errant-transaction | + sleep 7 logger.go:42: 17:21:34 | async-errant-transactions/2-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.state}' logger.go:42: 17:21:35 | async-errant-transactions/2-create-errant-transaction | + [[ ready == ready ]] logger.go:42: 17:21:35 | async-errant-transactions/2-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.ready}' logger.go:42: 17:21:35 | async-errant-transactions/2-create-errant-transaction | + [[ 3 == 3 ]] logger.go:42: 17:21:35 | async-errant-transactions/2-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.ready}' logger.go:42: 17:21:36 | async-errant-transactions/2-create-errant-transaction | + [[ 3 == 3 ]] logger.go:42: 17:21:36 | async-errant-transactions/2-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.state}' logger.go:42: 17:21:36 | async-errant-transactions/2-create-errant-transaction | + [[ ready == ready ]] logger.go:42: 17:21:36 | async-errant-transactions/2-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.state}' logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | + [[ ready == ready ]] logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | ++ find_async_replica async-errant-transactions logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | ++ local cluster=async-errant-transactions logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | ++ local pod fqdn ro logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | +++ seq 1 12 logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | ++ for _ in $(seq 1 12) logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | +++ get_mysql_pods logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | +++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | +++ awk '{print $1}' logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | ++ for pod in $(get_mysql_pods) logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | ++ fqdn=async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | +++ run_mysql 'SELECT @@super_read_only;' '-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:21:37 | async-errant-transactions/2-create-errant-transaction | +++ tail -1 logger.go:42: 17:21:40 | async-errant-transactions/2-create-errant-transaction | ++ ro=0 logger.go:42: 17:21:40 | async-errant-transactions/2-create-errant-transaction | ++ [[ 0 == 1 ]] logger.go:42: 17:21:40 | async-errant-transactions/2-create-errant-transaction | ++ for pod in $(get_mysql_pods) logger.go:42: 17:21:40 | async-errant-transactions/2-create-errant-transaction | ++ fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:21:40 | async-errant-transactions/2-create-errant-transaction | +++ run_mysql 'SELECT @@super_read_only;' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:21:40 | async-errant-transactions/2-create-errant-transaction | +++ tail -1 logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | ++ ro=1 logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | ++ [[ 1 == 1 ]] logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | ++ echo async-errant-transactions-mysql-1 logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | ++ return 0 logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | + replica_pod=async-errant-transactions-mysql-1 logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | + replica_fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | + echo replica-with-errant=async-errant-transactions-mysql-1 logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | replica-with-errant=async-errant-transactions-mysql-1 logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | + run_mysql $'SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_db;\n CREATE TABLE IF NOT EXISTS errant_db.t (id INT PRIMARY KEY);\n INSERT INTO errant_db.t (id) VALUES (1);\n SET GLOBAL super_read_only=1;' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | + local $'command=SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_db;\n CREATE TABLE IF NOT EXISTS errant_db.t (id INT PRIMARY KEY);\n INSERT INTO errant_db.t (id) VALUES (1);\n SET GLOBAL super_read_only=1;' logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | + local 'host=-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | ++ get_user_pass root logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | ++ local user=root logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | +++ get_cluster_name logger.go:42: 17:21:43 | async-errant-transactions/2-create-errant-transaction | +++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:21:44 | async-errant-transactions/2-create-errant-transaction | ++ local secret=async-errant-transactions-secrets logger.go:42: 17:21:44 | async-errant-transactions/2-create-errant-transaction | ++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:21:44 | async-errant-transactions/2-create-errant-transaction | ++ base64 --decode logger.go:42: 17:21:44 | async-errant-transactions/2-create-errant-transaction | + local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:21:44 | async-errant-transactions/2-create-errant-transaction | + local pod= logger.go:42: 17:21:44 | async-errant-transactions/2-create-errant-transaction | + local client_pod logger.go:42: 17:21:44 | async-errant-transactions/2-create-errant-transaction | ++ get_client_pod logger.go:42: 17:21:44 | async-errant-transactions/2-create-errant-transaction | ++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + client_pod=mysql-client logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + wait_pod mysql-client logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + local pod=mysql-client logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + local ns=kuttl-test-fluent-man logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + set +o xtrace logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | mysql-clienttrue logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c $'printf \'%s\\n\' "SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_db;\n CREATE TABLE IF NOT EXISTS errant_db.t (id INT PRIMARY KEY);\n INSERT INTO errant_db.t (id) VALUES (1);\n SET GLOBAL super_read_only=1;" | mysql -sN -h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p\'yTX*svA.3gLB)OO-cG\'' logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:21:45 | async-errant-transactions/2-create-errant-transaction | + grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | + : logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | + : logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | + return 0 logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | ++ local 'host=-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | +++ get_user_pass root logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | +++ local user=root logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | ++++ get_cluster_name logger.go:42: 17:21:46 | async-errant-transactions/2-create-errant-transaction | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:21:47 | async-errant-transactions/2-create-errant-transaction | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:21:47 | async-errant-transactions/2-create-errant-transaction | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:21:47 | async-errant-transactions/2-create-errant-transaction | +++ base64 --decode logger.go:42: 17:21:47 | async-errant-transactions/2-create-errant-transaction | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:21:47 | async-errant-transactions/2-create-errant-transaction | ++ local pod= logger.go:42: 17:21:47 | async-errant-transactions/2-create-errant-transaction | ++ local client_pod logger.go:42: 17:21:47 | async-errant-transactions/2-create-errant-transaction | +++ get_client_pod logger.go:42: 17:21:47 | async-errant-transactions/2-create-errant-transaction | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ client_pod=mysql-client logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ wait_pod mysql-client logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ local pod=mysql-client logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ set +o xtrace logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | mysql-clienttrue logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:21:48 | async-errant-transactions/2-create-errant-transaction | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:21:49 | async-errant-transactions/2-create-errant-transaction | ++ return 0 logger.go:42: 17:21:49 | async-errant-transactions/2-create-errant-transaction | + [[ errant_db != errant_db ]] logger.go:42: 17:21:49 | async-errant-transactions/2-create-errant-transaction | test step completed 2-create-errant-transaction logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | starting test step 3-check-manual-policy logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster="${test_name}" # manual policy: operator must report the errant GTID but not touch the member. found="" for i in $(seq 1 30); do if kubectl -n "${NAMESPACE}" get events \ --field-selector reason=ErrantGTIDsDetected,involvedObject.name="${cluster}" \ -o jsonpath='{.items[*].reason}' | grep -q ErrantGTIDsDetected; then found="yes" break fi echo "waiting for ErrantGTIDsDetected event (attempt ${i})" sleep 10 done if [[ -z "${found}" ]]; then echo "operator never reported the errant transaction (manual policy)" kubectl -n "${NAMESPACE}" get events --field-selector involvedObject.name="${cluster}" || true exit 1 fi present="" for pod in $(get_mysql_pods); do fqdn="${pod}.${cluster}-mysql.${NAMESPACE}" if [[ "$(run_mysql "SHOW DATABASES LIKE 'errant_db';" "-h ${fqdn} -P3306")" == "errant_db" ]]; then present="yes" fi done if [[ -z "${present}" ]]; then echo "errant_db disappeared under manual policy (it must not be auto-repaired)" exit 1 fi] logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | + source ../../functions logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ realpath ../../.. logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++++ pwd logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++ test_name=async-errant-transactions logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ MYSQL_VERSION=8.4 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export MINIO_VER=5.4.0 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ MINIO_VER=5.4.0 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export VAULT_VER=0.16.1 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ VAULT_VER=0.16.1 logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ [[ -z 8.4 ]] logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++++ which gdate logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++++ which date logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export date=/usr/sbin/date logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ date=/usr/sbin/date logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++++ which gsed logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | ++++ which sed logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ export sed=/usr/sbin/sed logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ sed=/usr/sbin/sed logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ oc get projects logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ : logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ kubectl get nodes logger.go:42: 17:21:49 | async-errant-transactions/3-check-manual-policy | +++ grep '^minikube' logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ local registry=docker.io logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ case "$image" in logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ which gsed logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | +++ which sed logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++ sed=/usr/sbin/sed logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | + cluster=async-errant-transactions logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | + found= logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | ++ seq 1 30 logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | + for i in $(seq 1 30) logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | + kubectl -n kuttl-test-fluent-man get events --field-selector reason=ErrantGTIDsDetected,involvedObject.name=async-errant-transactions -o 'jsonpath={.items[*].reason}' logger.go:42: 17:21:50 | async-errant-transactions/3-check-manual-policy | + grep -q ErrantGTIDsDetected logger.go:42: 17:21:51 | async-errant-transactions/3-check-manual-policy | + echo 'waiting for ErrantGTIDsDetected event (attempt 1)' logger.go:42: 17:21:51 | async-errant-transactions/3-check-manual-policy | waiting for ErrantGTIDsDetected event (attempt 1) logger.go:42: 17:21:51 | async-errant-transactions/3-check-manual-policy | + sleep 10 logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | + for i in $(seq 1 30) logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | + kubectl -n kuttl-test-fluent-man get events --field-selector reason=ErrantGTIDsDetected,involvedObject.name=async-errant-transactions -o 'jsonpath={.items[*].reason}' logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | + grep -q ErrantGTIDsDetected logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | + found=yes logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | + break logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | + [[ -z yes ]] logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | + present= logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | ++ get_mysql_pods logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | ++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:22:01 | async-errant-transactions/3-check-manual-policy | ++ awk '{print $1}' logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | + fqdn=async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | ++ local 'host=-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | +++ get_user_pass root logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | +++ local user=root logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | ++++ get_cluster_name logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:22:02 | async-errant-transactions/3-check-manual-policy | +++ base64 --decode logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | ++ local pod= logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | ++ local client_pod logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | +++ get_client_pod logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | ++ client_pod=mysql-client logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | ++ wait_pod mysql-client logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | ++ local pod=mysql-client logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:22:03 | async-errant-transactions/3-check-manual-policy | ++ set +o xtrace logger.go:42: 17:22:04 | async-errant-transactions/3-check-manual-policy | mysql-clienttrue logger.go:42: 17:22:04 | async-errant-transactions/3-check-manual-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:22:04 | async-errant-transactions/3-check-manual-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:22:04 | async-errant-transactions/3-check-manual-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:22:04 | async-errant-transactions/3-check-manual-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | ++ : logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | ++ : logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | ++ return 0 logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | + [[ '' == errant_db ]] logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | + fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | ++ local 'host=-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | +++ get_user_pass root logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | +++ local user=root logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | ++++ get_cluster_name logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:22:05 | async-errant-transactions/3-check-manual-policy | +++ base64 --decode logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | ++ local pod= logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | ++ local client_pod logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | +++ get_client_pod logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | ++ client_pod=mysql-client logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | ++ wait_pod mysql-client logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | ++ local pod=mysql-client logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:22:06 | async-errant-transactions/3-check-manual-policy | ++ set +o xtrace logger.go:42: 17:22:07 | async-errant-transactions/3-check-manual-policy | mysql-clienttrue logger.go:42: 17:22:07 | async-errant-transactions/3-check-manual-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:22:07 | async-errant-transactions/3-check-manual-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:22:07 | async-errant-transactions/3-check-manual-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:22:07 | async-errant-transactions/3-check-manual-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | ++ return 0 logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | + [[ errant_db == errant_db ]] logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | + present=yes logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | + fqdn=async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | ++ local 'host=-h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | +++ get_user_pass root logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | +++ local user=root logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | ++++ get_cluster_name logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:22:08 | async-errant-transactions/3-check-manual-policy | +++ base64 --decode logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | ++ local pod= logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | ++ local client_pod logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | +++ get_client_pod logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | ++ client_pod=mysql-client logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | ++ wait_pod mysql-client logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | ++ local pod=mysql-client logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:22:09 | async-errant-transactions/3-check-manual-policy | ++ set +o xtrace logger.go:42: 17:22:10 | async-errant-transactions/3-check-manual-policy | mysql-clienttrue logger.go:42: 17:22:10 | async-errant-transactions/3-check-manual-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:22:10 | async-errant-transactions/3-check-manual-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:22:10 | async-errant-transactions/3-check-manual-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:22:10 | async-errant-transactions/3-check-manual-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:22:11 | async-errant-transactions/3-check-manual-policy | ++ : logger.go:42: 17:22:11 | async-errant-transactions/3-check-manual-policy | ++ : logger.go:42: 17:22:11 | async-errant-transactions/3-check-manual-policy | ++ return 0 logger.go:42: 17:22:11 | async-errant-transactions/3-check-manual-policy | + [[ '' == errant_db ]] logger.go:42: 17:22:11 | async-errant-transactions/3-check-manual-policy | + [[ -z yes ]] logger.go:42: 17:22:11 | async-errant-transactions/3-check-manual-policy | test step completed 3-check-manual-policy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | starting test step 4-set-rebuild-policy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "${NAMESPACE}" patch ps "${test_name}" --type=merge \ -p '{"spec":{"mysql":{"errantTransactionsPolicy":"rebuild"}}}'] logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | + source ../../functions logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ realpath ../../.. logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ pwd logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++ test_name=async-errant-transactions logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ MYSQL_VERSION=8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export MINIO_VER=5.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ MINIO_VER=5.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export VAULT_VER=0.16.1 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ VAULT_VER=0.16.1 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ [[ -z 8.4 ]] logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ which gdate logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ which date logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export date=/usr/sbin/date logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ date=/usr/sbin/date logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ which gsed logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ which sed logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export sed=/usr/sbin/sed logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ sed=/usr/sbin/sed logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ oc get projects logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ : logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ kubectl get nodes logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ grep '^minikube' logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ which gsed logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | +++ which sed logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | ++ sed=/usr/sbin/sed logger.go:42: 17:22:11 | async-errant-transactions/4-set-rebuild-policy | + kubectl -n kuttl-test-fluent-man patch ps async-errant-transactions --type=merge -p '{"spec":{"mysql":{"errantTransactionsPolicy":"rebuild"}}}' logger.go:42: 17:22:12 | async-errant-transactions/4-set-rebuild-policy | perconaservermysql.ps.percona.com/async-errant-transactions patched logger.go:42: 17:22:12 | async-errant-transactions/4-set-rebuild-policy | test step completed 4-set-rebuild-policy logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | starting test step 5-check-rebuild-policy logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster="${test_name}" # Detecting the errant GTID and acting on it takes an Orchestrator poll # cycle plus a reconcile, so wait for the event instead of checking once. found="" for i in $(seq 1 30); do if kubectl -n "${NAMESPACE}" get events \ --field-selector reason=ErrantMemberRebuild,involvedObject.name="${cluster}" \ -o jsonpath='{.items[*].reason}' | grep -q ErrantMemberRebuild; then found="yes" break fi echo "waiting for ErrantMemberRebuild event (attempt ${i})" sleep 10 done if [[ -z "${found}" ]]; then echo "no ErrantMemberRebuild event emitted" kubectl -n "${NAMESPACE}" get events --field-selector involvedObject.name="${cluster}" || true exit 1 fi wait_cluster_consistency_async "${cluster}" "3" "3" # rebuild re-clones the member from the primary, so errant_db is gone everywhere. for pod in $(get_mysql_pods); do fqdn="${pod}.${cluster}-mysql.${NAMESPACE}" if [[ "$(run_mysql "SHOW DATABASES LIKE 'errant_db';" "-h ${fqdn} -P3306")" == "errant_db" ]]; then echo "errant_db still present on ${pod} after rebuild" exit 1 fi done] logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | + source ../../functions logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ realpath ../../.. logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++++ pwd logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++ test_name=async-errant-transactions logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ MYSQL_VERSION=8.4 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export MINIO_VER=5.4.0 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ MINIO_VER=5.4.0 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export VAULT_VER=0.16.1 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ VAULT_VER=0.16.1 logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ [[ -z 8.4 ]] logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++++ which gdate logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++++ which date logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export date=/usr/sbin/date logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ date=/usr/sbin/date logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++++ which gsed logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | ++++ which sed logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ export sed=/usr/sbin/sed logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ sed=/usr/sbin/sed logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ oc get projects logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ : logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ kubectl get nodes logger.go:42: 17:22:12 | async-errant-transactions/5-check-rebuild-policy | +++ grep '^minikube' logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ local registry=docker.io logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ case "$image" in logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ which gsed logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | +++ which sed logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++ sed=/usr/sbin/sed logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | + cluster=async-errant-transactions logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | + found= logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | ++ seq 1 30 logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | + for i in $(seq 1 30) logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | + kubectl -n kuttl-test-fluent-man get events --field-selector reason=ErrantMemberRebuild,involvedObject.name=async-errant-transactions -o 'jsonpath={.items[*].reason}' logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | + grep -q ErrantMemberRebuild logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | + echo 'waiting for ErrantMemberRebuild event (attempt 1)' logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | waiting for ErrantMemberRebuild event (attempt 1) logger.go:42: 17:22:13 | async-errant-transactions/5-check-rebuild-policy | + sleep 10 logger.go:42: 17:22:23 | async-errant-transactions/5-check-rebuild-policy | + for i in $(seq 1 30) logger.go:42: 17:22:23 | async-errant-transactions/5-check-rebuild-policy | + kubectl -n kuttl-test-fluent-man get events --field-selector reason=ErrantMemberRebuild,involvedObject.name=async-errant-transactions -o 'jsonpath={.items[*].reason}' logger.go:42: 17:22:23 | async-errant-transactions/5-check-rebuild-policy | + grep -q ErrantMemberRebuild logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + found=yes logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + break logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + [[ -z yes ]] logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + wait_cluster_consistency_async async-errant-transactions 3 3 logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + local cluster_name=async-errant-transactions logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + local cluster_size=3 logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + local orc_size=3 logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + '[' -z 3 ']' logger.go:42: 17:22:24 | async-errant-transactions/5-check-rebuild-policy | + sleep 7 logger.go:42: 17:22:31 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.state}' logger.go:42: 17:22:31 | async-errant-transactions/5-check-rebuild-policy | + [[ initializing == ready ]] logger.go:42: 17:22:31 | async-errant-transactions/5-check-rebuild-policy | + echo 'waiting for cluster readyness (async)' logger.go:42: 17:22:31 | async-errant-transactions/5-check-rebuild-policy | waiting for cluster readyness (async) logger.go:42: 17:22:31 | async-errant-transactions/5-check-rebuild-policy | + sleep 15 logger.go:42: 17:22:46 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.state}' logger.go:42: 17:22:47 | async-errant-transactions/5-check-rebuild-policy | + [[ initializing == ready ]] logger.go:42: 17:22:47 | async-errant-transactions/5-check-rebuild-policy | + echo 'waiting for cluster readyness (async)' logger.go:42: 17:22:47 | async-errant-transactions/5-check-rebuild-policy | waiting for cluster readyness (async) logger.go:42: 17:22:47 | async-errant-transactions/5-check-rebuild-policy | + sleep 15 logger.go:42: 17:23:02 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.state}' logger.go:42: 17:23:02 | async-errant-transactions/5-check-rebuild-policy | + [[ initializing == ready ]] logger.go:42: 17:23:02 | async-errant-transactions/5-check-rebuild-policy | + echo 'waiting for cluster readyness (async)' logger.go:42: 17:23:02 | async-errant-transactions/5-check-rebuild-policy | waiting for cluster readyness (async) logger.go:42: 17:23:02 | async-errant-transactions/5-check-rebuild-policy | + sleep 15 logger.go:42: 17:23:17 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.state}' logger.go:42: 17:23:18 | async-errant-transactions/5-check-rebuild-policy | + [[ ready == ready ]] logger.go:42: 17:23:18 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.ready}' logger.go:42: 17:23:18 | async-errant-transactions/5-check-rebuild-policy | + [[ 3 == 3 ]] logger.go:42: 17:23:18 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.ready}' logger.go:42: 17:23:19 | async-errant-transactions/5-check-rebuild-policy | + [[ 3 == 3 ]] logger.go:42: 17:23:19 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.state}' logger.go:42: 17:23:20 | async-errant-transactions/5-check-rebuild-policy | + [[ ready == ready ]] logger.go:42: 17:23:20 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.state}' logger.go:42: 17:23:20 | async-errant-transactions/5-check-rebuild-policy | + [[ ready == ready ]] logger.go:42: 17:23:20 | async-errant-transactions/5-check-rebuild-policy | ++ get_mysql_pods logger.go:42: 17:23:20 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:23:20 | async-errant-transactions/5-check-rebuild-policy | ++ awk '{print $1}' logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | + fqdn=async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | ++ local 'host=-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | +++ get_user_pass root logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | +++ local user=root logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | ++++ get_cluster_name logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:23:21 | async-errant-transactions/5-check-rebuild-policy | +++ base64 --decode logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | ++ local pod= logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | ++ local client_pod logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | +++ get_client_pod logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | ++ client_pod=mysql-client logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | ++ wait_pod mysql-client logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | ++ local pod=mysql-client logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:23:22 | async-errant-transactions/5-check-rebuild-policy | ++ set +o xtrace logger.go:42: 17:23:23 | async-errant-transactions/5-check-rebuild-policy | mysql-clienttrue logger.go:42: 17:23:23 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:23 | async-errant-transactions/5-check-rebuild-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:23:23 | async-errant-transactions/5-check-rebuild-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:23:23 | async-errant-transactions/5-check-rebuild-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | ++ : logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | ++ : logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | ++ return 0 logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | + [[ '' == errant_db ]] logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | + fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | ++ local 'host=-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | +++ get_user_pass root logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | +++ local user=root logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | ++++ get_cluster_name logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:23:24 | async-errant-transactions/5-check-rebuild-policy | +++ base64 --decode logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | ++ local pod= logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | ++ local client_pod logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | +++ get_client_pod logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | ++ client_pod=mysql-client logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | ++ wait_pod mysql-client logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | ++ local pod=mysql-client logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:23:25 | async-errant-transactions/5-check-rebuild-policy | ++ set +o xtrace logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | mysql-clienttrue logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ : logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ : logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ return 0 logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | + [[ '' == errant_db ]] logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | + fqdn=async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++ local 'host=-h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | +++ get_user_pass root logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | +++ local user=root logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++++ get_cluster_name logger.go:42: 17:23:26 | async-errant-transactions/5-check-rebuild-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:23:27 | async-errant-transactions/5-check-rebuild-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:23:27 | async-errant-transactions/5-check-rebuild-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:23:27 | async-errant-transactions/5-check-rebuild-policy | +++ base64 --decode logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ local pod= logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ local client_pod logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | +++ get_client_pod logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ client_pod=mysql-client logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ wait_pod mysql-client logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ local pod=mysql-client logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ set +o xtrace logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | mysql-clienttrue logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:23:28 | async-errant-transactions/5-check-rebuild-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:23:29 | async-errant-transactions/5-check-rebuild-policy | ++ : logger.go:42: 17:23:29 | async-errant-transactions/5-check-rebuild-policy | ++ : logger.go:42: 17:23:29 | async-errant-transactions/5-check-rebuild-policy | ++ return 0 logger.go:42: 17:23:29 | async-errant-transactions/5-check-rebuild-policy | + [[ '' == errant_db ]] logger.go:42: 17:23:29 | async-errant-transactions/5-check-rebuild-policy | test step completed 5-check-rebuild-policy logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | starting test step 6-set-inject-empty-policy logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Switch policy before forging the next errant txn, so it isn't rebuilt away. kubectl -n "${NAMESPACE}" patch ps "${test_name}" --type=merge \ -p '{"spec":{"mysql":{"errantTransactionsPolicy":"inject-empty"}}}'] logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | + source ../../functions logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ realpath ../../.. logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++++ pwd logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++ test_name=async-errant-transactions logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ MYSQL_VERSION=8.4 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export MINIO_VER=5.4.0 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ MINIO_VER=5.4.0 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export VAULT_VER=0.16.1 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ VAULT_VER=0.16.1 logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ [[ -z 8.4 ]] logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++++ which gdate logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++++ which date logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export date=/usr/sbin/date logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ date=/usr/sbin/date logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++++ which gsed logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | ++++ which sed logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ export sed=/usr/sbin/sed logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ sed=/usr/sbin/sed logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ oc get projects logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ : logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ kubectl get nodes logger.go:42: 17:23:29 | async-errant-transactions/6-set-inject-empty-policy | +++ grep '^minikube' logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ which gsed logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | +++ which sed logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | ++ sed=/usr/sbin/sed logger.go:42: 17:23:30 | async-errant-transactions/6-set-inject-empty-policy | + kubectl -n kuttl-test-fluent-man patch ps async-errant-transactions --type=merge -p '{"spec":{"mysql":{"errantTransactionsPolicy":"inject-empty"}}}' logger.go:42: 17:23:31 | async-errant-transactions/6-set-inject-empty-policy | perconaservermysql.ps.percona.com/async-errant-transactions patched logger.go:42: 17:23:31 | async-errant-transactions/6-set-inject-empty-policy | test step completed 6-set-inject-empty-policy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | starting test step 7-create-errant-transaction logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster="${test_name}" # Disabling super_read_only lets us write directly on a replica, producing a # GTID under its own server_uuid that the primary never has -> errant GTID. wait_cluster_consistency_async "${cluster}" "3" "3" replica_pod="$(find_async_replica "${cluster}")" replica_fqdn="${replica_pod}.${cluster}-mysql.${NAMESPACE}" echo "replica-with-errant=${replica_pod}" run_mysql \ "SET GLOBAL super_read_only=0; CREATE DATABASE IF NOT EXISTS errant_db; CREATE TABLE IF NOT EXISTS errant_db.t (id INT PRIMARY KEY); INSERT INTO errant_db.t (id) VALUES (1); SET GLOBAL super_read_only=1;" \ "-h ${replica_fqdn} -P3306" if [[ "$(run_mysql "SHOW DATABASES LIKE 'errant_db';" "-h ${replica_fqdn} -P3306")" != "errant_db" ]]; then echo "failed to create the errant transaction on ${replica_pod}" exit 1 fi] logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | + source ../../functions logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ realpath ../../.. logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ pwd logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++ test_name=async-errant-transactions logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ MYSQL_VERSION=8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export MINIO_VER=5.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ MINIO_VER=5.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export VAULT_VER=0.16.1 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ VAULT_VER=0.16.1 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ [[ -z 8.4 ]] logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ which gdate logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ which date logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export date=/usr/sbin/date logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ date=/usr/sbin/date logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ which gsed logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ which sed logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export sed=/usr/sbin/sed logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ sed=/usr/sbin/sed logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ oc get projects logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ : logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ kubectl get nodes logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ grep '^minikube' logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ local registry=docker.io logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ case "$image" in logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ which gsed logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | +++ which sed logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | ++ sed=/usr/sbin/sed logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | + cluster=async-errant-transactions logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | + wait_cluster_consistency_async async-errant-transactions 3 3 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | + local cluster_name=async-errant-transactions logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | + local cluster_size=3 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | + local orc_size=3 logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | + '[' -z 3 ']' logger.go:42: 17:23:31 | async-errant-transactions/7-create-errant-transaction | + sleep 7 logger.go:42: 17:23:38 | async-errant-transactions/7-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.state}' logger.go:42: 17:23:39 | async-errant-transactions/7-create-errant-transaction | + [[ ready == ready ]] logger.go:42: 17:23:39 | async-errant-transactions/7-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.ready}' logger.go:42: 17:23:39 | async-errant-transactions/7-create-errant-transaction | + [[ 3 == 3 ]] logger.go:42: 17:23:39 | async-errant-transactions/7-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.ready}' logger.go:42: 17:23:40 | async-errant-transactions/7-create-errant-transaction | + [[ 3 == 3 ]] logger.go:42: 17:23:40 | async-errant-transactions/7-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.state}' logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | + [[ ready == ready ]] logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.state}' logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | + [[ ready == ready ]] logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | ++ find_async_replica async-errant-transactions logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | ++ local cluster=async-errant-transactions logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | ++ local pod fqdn ro logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | +++ seq 1 12 logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | ++ for _ in $(seq 1 12) logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | +++ get_mysql_pods logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | +++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:23:41 | async-errant-transactions/7-create-errant-transaction | +++ awk '{print $1}' logger.go:42: 17:23:42 | async-errant-transactions/7-create-errant-transaction | ++ for pod in $(get_mysql_pods) logger.go:42: 17:23:42 | async-errant-transactions/7-create-errant-transaction | ++ fqdn=async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:23:42 | async-errant-transactions/7-create-errant-transaction | +++ run_mysql 'SELECT @@super_read_only;' '-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:42 | async-errant-transactions/7-create-errant-transaction | +++ tail -1 logger.go:42: 17:23:45 | async-errant-transactions/7-create-errant-transaction | ++ ro=0 logger.go:42: 17:23:45 | async-errant-transactions/7-create-errant-transaction | ++ [[ 0 == 1 ]] logger.go:42: 17:23:45 | async-errant-transactions/7-create-errant-transaction | ++ for pod in $(get_mysql_pods) logger.go:42: 17:23:45 | async-errant-transactions/7-create-errant-transaction | ++ fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:23:45 | async-errant-transactions/7-create-errant-transaction | +++ run_mysql 'SELECT @@super_read_only;' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:45 | async-errant-transactions/7-create-errant-transaction | +++ tail -1 logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ ro=1 logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ [[ 1 == 1 ]] logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ echo async-errant-transactions-mysql-1 logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ return 0 logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | + replica_pod=async-errant-transactions-mysql-1 logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | + replica_fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | + echo replica-with-errant=async-errant-transactions-mysql-1 logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | replica-with-errant=async-errant-transactions-mysql-1 logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | + run_mysql $'SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_db;\n CREATE TABLE IF NOT EXISTS errant_db.t (id INT PRIMARY KEY);\n INSERT INTO errant_db.t (id) VALUES (1);\n SET GLOBAL super_read_only=1;' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | + local $'command=SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_db;\n CREATE TABLE IF NOT EXISTS errant_db.t (id INT PRIMARY KEY);\n INSERT INTO errant_db.t (id) VALUES (1);\n SET GLOBAL super_read_only=1;' logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | + local 'host=-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ get_user_pass root logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ local user=root logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | +++ get_cluster_name logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | +++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ local secret=async-errant-transactions-secrets logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:23:48 | async-errant-transactions/7-create-errant-transaction | ++ base64 --decode logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | + local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | + local pod= logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | + local client_pod logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | ++ get_client_pod logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | ++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | + client_pod=mysql-client logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | + wait_pod mysql-client logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | + local pod=mysql-client logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | + local ns=kuttl-test-fluent-man logger.go:42: 17:23:49 | async-errant-transactions/7-create-errant-transaction | + set +o xtrace logger.go:42: 17:23:50 | async-errant-transactions/7-create-errant-transaction | mysql-clienttrue logger.go:42: 17:23:50 | async-errant-transactions/7-create-errant-transaction | + kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c $'printf \'%s\\n\' "SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_db;\n CREATE TABLE IF NOT EXISTS errant_db.t (id INT PRIMARY KEY);\n INSERT INTO errant_db.t (id) VALUES (1);\n SET GLOBAL super_read_only=1;" | mysql -sN -h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p\'yTX*svA.3gLB)OO-cG\'' logger.go:42: 17:23:50 | async-errant-transactions/7-create-errant-transaction | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:23:50 | async-errant-transactions/7-create-errant-transaction | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:23:50 | async-errant-transactions/7-create-errant-transaction | + grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | + : logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | + : logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | + return 0 logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | ++ local 'host=-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | +++ get_user_pass root logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | +++ local user=root logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | ++++ get_cluster_name logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:23:51 | async-errant-transactions/7-create-errant-transaction | +++ base64 --decode logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | ++ local pod= logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | ++ local client_pod logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | +++ get_client_pod logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | ++ client_pod=mysql-client logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | ++ wait_pod mysql-client logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | ++ local pod=mysql-client logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:23:52 | async-errant-transactions/7-create-errant-transaction | ++ set +o xtrace logger.go:42: 17:23:53 | async-errant-transactions/7-create-errant-transaction | mysql-clienttrue logger.go:42: 17:23:53 | async-errant-transactions/7-create-errant-transaction | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:23:53 | async-errant-transactions/7-create-errant-transaction | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:23:53 | async-errant-transactions/7-create-errant-transaction | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:23:53 | async-errant-transactions/7-create-errant-transaction | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:23:54 | async-errant-transactions/7-create-errant-transaction | ++ return 0 logger.go:42: 17:23:54 | async-errant-transactions/7-create-errant-transaction | + [[ errant_db != errant_db ]] logger.go:42: 17:23:54 | async-errant-transactions/7-create-errant-transaction | test step completed 7-create-errant-transaction logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | starting test step 8-check-inject-empty-policy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster="${test_name}" found="" for i in $(seq 1 30); do if kubectl -n "${NAMESPACE}" get events \ --field-selector reason=ErrantGTIDsInjectEmpty,involvedObject.name="${cluster}" \ -o jsonpath='{.items[*].reason}' | grep -q ErrantGTIDsInjectEmpty; then found="yes" break fi echo "waiting for ErrantGTIDsInjectEmpty event (attempt ${i})" sleep 10 done if [[ -z "${found}" ]]; then echo "operator never injected empty transactions (inject-empty policy)" kubectl -n "${NAMESPACE}" get events --field-selector involvedObject.name="${cluster}" || true exit 1 fi # The member rejoins on a reconciled GTID timeline -> cluster healthy again. wait_cluster_consistency_async "${cluster}" "3" "3" # inject-empty keeps the diverged rows locally: errant_db must still exist. present="" for pod in $(get_mysql_pods); do fqdn="${pod}.${cluster}-mysql.${NAMESPACE}" if [[ "$(run_mysql "SHOW DATABASES LIKE 'errant_db';" "-h ${fqdn} -P3306")" == "errant_db" ]]; then present="yes" fi done if [[ -z "${present}" ]]; then echo "errant_db is gone; inject-empty must preserve the diverged rows locally" exit 1 fi] logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | + source ../../functions logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ realpath ../../.. logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ pwd logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++ test_name=async-errant-transactions logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ MYSQL_VERSION=8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export MINIO_VER=5.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ MINIO_VER=5.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export VAULT_VER=0.16.1 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ VAULT_VER=0.16.1 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ [[ -z 8.4 ]] logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ which gdate logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ which date logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export date=/usr/sbin/date logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ date=/usr/sbin/date logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ which gsed logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ which sed logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export sed=/usr/sbin/sed logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ sed=/usr/sbin/sed logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ oc get projects logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ : logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ kubectl get nodes logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ grep '^minikube' logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ local registry=docker.io logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ case "$image" in logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ which gsed logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | +++ which sed logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++ sed=/usr/sbin/sed logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | + cluster=async-errant-transactions logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | + found= logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | ++ seq 1 30 logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | + for i in $(seq 1 30) logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | + kubectl -n kuttl-test-fluent-man get events --field-selector reason=ErrantGTIDsInjectEmpty,involvedObject.name=async-errant-transactions -o 'jsonpath={.items[*].reason}' logger.go:42: 17:23:54 | async-errant-transactions/8-check-inject-empty-policy | + grep -q ErrantGTIDsInjectEmpty logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + found=yes logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + break logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + [[ -z yes ]] logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + wait_cluster_consistency_async async-errant-transactions 3 3 logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + local cluster_name=async-errant-transactions logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + local cluster_size=3 logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + local orc_size=3 logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + '[' -z 3 ']' logger.go:42: 17:23:55 | async-errant-transactions/8-check-inject-empty-policy | + sleep 7 logger.go:42: 17:24:02 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.state}' logger.go:42: 17:24:02 | async-errant-transactions/8-check-inject-empty-policy | + [[ ready == ready ]] logger.go:42: 17:24:02 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.ready}' logger.go:42: 17:24:03 | async-errant-transactions/8-check-inject-empty-policy | + [[ 3 == 3 ]] logger.go:42: 17:24:03 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.ready}' logger.go:42: 17:24:04 | async-errant-transactions/8-check-inject-empty-policy | + [[ 3 == 3 ]] logger.go:42: 17:24:04 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.state}' logger.go:42: 17:24:04 | async-errant-transactions/8-check-inject-empty-policy | + [[ ready == ready ]] logger.go:42: 17:24:04 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.state}' logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | + [[ ready == ready ]] logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | + present= logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | ++ get_mysql_pods logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | ++ awk '{print $1}' logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | + fqdn=async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'host=-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | +++ get_user_pass root logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | +++ local user=root logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | ++++ get_cluster_name logger.go:42: 17:24:05 | async-errant-transactions/8-check-inject-empty-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:24:06 | async-errant-transactions/8-check-inject-empty-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:24:06 | async-errant-transactions/8-check-inject-empty-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:24:06 | async-errant-transactions/8-check-inject-empty-policy | +++ base64 --decode logger.go:42: 17:24:06 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:24:06 | async-errant-transactions/8-check-inject-empty-policy | ++ local pod= logger.go:42: 17:24:06 | async-errant-transactions/8-check-inject-empty-policy | ++ local client_pod logger.go:42: 17:24:06 | async-errant-transactions/8-check-inject-empty-policy | +++ get_client_pod logger.go:42: 17:24:06 | async-errant-transactions/8-check-inject-empty-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ client_pod=mysql-client logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ wait_pod mysql-client logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ local pod=mysql-client logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ set +o xtrace logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | mysql-clienttrue logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:24:07 | async-errant-transactions/8-check-inject-empty-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | ++ : logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | ++ : logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | ++ return 0 logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | + [[ '' == errant_db ]] logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | + fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'host=-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | +++ get_user_pass root logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | +++ local user=root logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | ++++ get_cluster_name logger.go:42: 17:24:08 | async-errant-transactions/8-check-inject-empty-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:24:09 | async-errant-transactions/8-check-inject-empty-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:24:09 | async-errant-transactions/8-check-inject-empty-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:24:09 | async-errant-transactions/8-check-inject-empty-policy | +++ base64 --decode logger.go:42: 17:24:09 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:24:09 | async-errant-transactions/8-check-inject-empty-policy | ++ local pod= logger.go:42: 17:24:09 | async-errant-transactions/8-check-inject-empty-policy | ++ local client_pod logger.go:42: 17:24:09 | async-errant-transactions/8-check-inject-empty-policy | +++ get_client_pod logger.go:42: 17:24:09 | async-errant-transactions/8-check-inject-empty-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ client_pod=mysql-client logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ wait_pod mysql-client logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ local pod=mysql-client logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ set +o xtrace logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | mysql-clienttrue logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:24:10 | async-errant-transactions/8-check-inject-empty-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | ++ return 0 logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | + [[ errant_db == errant_db ]] logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | + present=yes logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | + for pod in $(get_mysql_pods) logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | + fqdn=async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | ++ run_mysql 'SHOW DATABASES LIKE '\''errant_db'\'';' '-h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'command=SHOW DATABASES LIKE '\''errant_db'\'';' logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'host=-h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | +++ get_user_pass root logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | +++ local user=root logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | ++++ get_cluster_name logger.go:42: 17:24:11 | async-errant-transactions/8-check-inject-empty-policy | ++++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:24:12 | async-errant-transactions/8-check-inject-empty-policy | +++ local secret=async-errant-transactions-secrets logger.go:42: 17:24:12 | async-errant-transactions/8-check-inject-empty-policy | +++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:24:12 | async-errant-transactions/8-check-inject-empty-policy | +++ base64 --decode logger.go:42: 17:24:12 | async-errant-transactions/8-check-inject-empty-policy | ++ local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:24:12 | async-errant-transactions/8-check-inject-empty-policy | ++ local pod= logger.go:42: 17:24:12 | async-errant-transactions/8-check-inject-empty-policy | ++ local client_pod logger.go:42: 17:24:12 | async-errant-transactions/8-check-inject-empty-policy | +++ get_client_pod logger.go:42: 17:24:12 | async-errant-transactions/8-check-inject-empty-policy | +++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ client_pod=mysql-client logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ wait_pod mysql-client logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ local pod=mysql-client logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ local ns=kuttl-test-fluent-man logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ set +o xtrace logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | mysql-clienttrue logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c 'printf '\''%s\n'\'' "SHOW DATABASES LIKE '\''errant_db'\'';" | mysql -sN -h async-errant-transactions-mysql-2.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:24:13 | async-errant-transactions/8-check-inject-empty-policy | ++ grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:24:14 | async-errant-transactions/8-check-inject-empty-policy | ++ : logger.go:42: 17:24:14 | async-errant-transactions/8-check-inject-empty-policy | ++ : logger.go:42: 17:24:14 | async-errant-transactions/8-check-inject-empty-policy | ++ return 0 logger.go:42: 17:24:14 | async-errant-transactions/8-check-inject-empty-policy | + [[ '' == errant_db ]] logger.go:42: 17:24:14 | async-errant-transactions/8-check-inject-empty-policy | + [[ -z yes ]] logger.go:42: 17:24:14 | async-errant-transactions/8-check-inject-empty-policy | test step completed 8-check-inject-empty-policy logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | starting test step 9-quarantine-returning-member logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster="${test_name}" kubectl -n "${NAMESPACE}" patch ps "${cluster}" --type=merge \ -p '{"spec":{"mysql":{"errantTransactionsPolicy":"manual"}}}' wait_cluster_consistency_async "${cluster}" "3" "3" replica_pod="$(find_async_replica "${cluster}")" replica_fqdn="${replica_pod}.${cluster}-mysql.${NAMESPACE}" echo "breaking returning member=${replica_pod}" # Forge an errant txn then restart the member. With skip-replica-start=ON it # comes back with replication stopped and errant GTIDs vs the primary, so the # bootstrap quarantines it -- the same path a failed-over old primary hits # when it returns holding writes that never replicated. run_mysql \ "SET GLOBAL super_read_only=0; CREATE DATABASE IF NOT EXISTS errant_quarantine_db; SET GLOBAL super_read_only=1;" \ "-h ${replica_fqdn} -P3306" kubectl -n "${NAMESPACE}" delete pod "${replica_pod}"] logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | + source ../../functions logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ realpath ../../.. logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++++ pwd logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++ test_name=async-errant-transactions logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ MYSQL_VERSION=8.4 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export MINIO_VER=5.4.0 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ MINIO_VER=5.4.0 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export VAULT_VER=0.16.1 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ VAULT_VER=0.16.1 logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ [[ -z 8.4 ]] logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++++ which gdate logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++++ which date logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export date=/usr/sbin/date logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ date=/usr/sbin/date logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++++ which gsed logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | ++++ which sed logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ export sed=/usr/sbin/sed logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ sed=/usr/sbin/sed logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ oc get projects logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ : logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ kubectl get nodes logger.go:42: 17:24:14 | async-errant-transactions/9-quarantine-returning-member | +++ grep '^minikube' logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ local registry=docker.io logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ case "$image" in logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ which gsed logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | +++ which sed logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | ++ sed=/usr/sbin/sed logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | + cluster=async-errant-transactions logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | + kubectl -n kuttl-test-fluent-man patch ps async-errant-transactions --type=merge -p '{"spec":{"mysql":{"errantTransactionsPolicy":"manual"}}}' logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | perconaservermysql.ps.percona.com/async-errant-transactions patched logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | + wait_cluster_consistency_async async-errant-transactions 3 3 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | + local cluster_name=async-errant-transactions logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | + local cluster_size=3 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | + local orc_size=3 logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | + '[' -z 3 ']' logger.go:42: 17:24:15 | async-errant-transactions/9-quarantine-returning-member | + sleep 7 logger.go:42: 17:24:22 | async-errant-transactions/9-quarantine-returning-member | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.state}' logger.go:42: 17:24:23 | async-errant-transactions/9-quarantine-returning-member | + [[ ready == ready ]] logger.go:42: 17:24:23 | async-errant-transactions/9-quarantine-returning-member | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.mysql.ready}' logger.go:42: 17:24:23 | async-errant-transactions/9-quarantine-returning-member | + [[ 3 == 3 ]] logger.go:42: 17:24:23 | async-errant-transactions/9-quarantine-returning-member | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.ready}' logger.go:42: 17:24:24 | async-errant-transactions/9-quarantine-returning-member | + [[ 3 == 3 ]] logger.go:42: 17:24:24 | async-errant-transactions/9-quarantine-returning-member | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.orchestrator.state}' logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | + [[ ready == ready ]] logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | ++ kubectl get ps async-errant-transactions -n kuttl-test-fluent-man -o 'jsonpath={.status.state}' logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | + [[ ready == ready ]] logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | ++ find_async_replica async-errant-transactions logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | ++ local cluster=async-errant-transactions logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | ++ local pod fqdn ro logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | +++ seq 1 12 logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | ++ for _ in $(seq 1 12) logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | +++ get_mysql_pods logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | +++ awk '{print $1}' logger.go:42: 17:24:25 | async-errant-transactions/9-quarantine-returning-member | +++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:24:26 | async-errant-transactions/9-quarantine-returning-member | ++ for pod in $(get_mysql_pods) logger.go:42: 17:24:26 | async-errant-transactions/9-quarantine-returning-member | ++ fqdn=async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:24:26 | async-errant-transactions/9-quarantine-returning-member | +++ run_mysql 'SELECT @@super_read_only;' '-h async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:26 | async-errant-transactions/9-quarantine-returning-member | +++ tail -1 logger.go:42: 17:24:29 | async-errant-transactions/9-quarantine-returning-member | ++ ro=0 logger.go:42: 17:24:29 | async-errant-transactions/9-quarantine-returning-member | ++ [[ 0 == 1 ]] logger.go:42: 17:24:29 | async-errant-transactions/9-quarantine-returning-member | ++ for pod in $(get_mysql_pods) logger.go:42: 17:24:29 | async-errant-transactions/9-quarantine-returning-member | ++ fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:24:29 | async-errant-transactions/9-quarantine-returning-member | +++ run_mysql 'SELECT @@super_read_only;' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:29 | async-errant-transactions/9-quarantine-returning-member | +++ tail -1 logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | ++ ro=1 logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | ++ [[ 1 == 1 ]] logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | ++ echo async-errant-transactions-mysql-1 logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | ++ return 0 logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | + replica_pod=async-errant-transactions-mysql-1 logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | + replica_fqdn=async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | + echo 'breaking returning member=async-errant-transactions-mysql-1' logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | breaking returning member=async-errant-transactions-mysql-1 logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | + run_mysql $'SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_quarantine_db;\n SET GLOBAL super_read_only=1;' '-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | + local $'command=SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_quarantine_db;\n SET GLOBAL super_read_only=1;' logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | + local 'host=-h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306' logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | ++ get_user_pass root logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | ++ local user=root logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | +++ get_cluster_name logger.go:42: 17:24:31 | async-errant-transactions/9-quarantine-returning-member | +++ kubectl -n kuttl-test-fluent-man get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:24:32 | async-errant-transactions/9-quarantine-returning-member | ++ local secret=async-errant-transactions-secrets logger.go:42: 17:24:32 | async-errant-transactions/9-quarantine-returning-member | ++ kubectl -n kuttl-test-fluent-man get secret async-errant-transactions-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:24:32 | async-errant-transactions/9-quarantine-returning-member | ++ base64 --decode logger.go:42: 17:24:32 | async-errant-transactions/9-quarantine-returning-member | + local 'user=-uroot -p'\''yTX*svA.3gLB)OO-cG'\''' logger.go:42: 17:24:32 | async-errant-transactions/9-quarantine-returning-member | + local pod= logger.go:42: 17:24:32 | async-errant-transactions/9-quarantine-returning-member | + local client_pod logger.go:42: 17:24:32 | async-errant-transactions/9-quarantine-returning-member | ++ get_client_pod logger.go:42: 17:24:32 | async-errant-transactions/9-quarantine-returning-member | ++ kubectl -n kuttl-test-fluent-man get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + client_pod=mysql-client logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + wait_pod mysql-client logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + local pod=mysql-client logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + local ns=kuttl-test-fluent-man logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + set +o xtrace logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | mysql-clienttrue logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + kubectl -n kuttl-test-fluent-man exec mysql-client -- bash -c $'printf \'%s\\n\' "SET GLOBAL super_read_only=0;\n CREATE DATABASE IF NOT EXISTS errant_quarantine_db;\n SET GLOBAL super_read_only=1;" | mysql -sN -h async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man -P3306 -uroot -p\'yTX*svA.3gLB)OO-cG\'' logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:24:33 | async-errant-transactions/9-quarantine-returning-member | + grep -vE 'Unknown stream id [0-9]+, discarding message' logger.go:42: 17:24:34 | async-errant-transactions/9-quarantine-returning-member | + : logger.go:42: 17:24:34 | async-errant-transactions/9-quarantine-returning-member | + : logger.go:42: 17:24:34 | async-errant-transactions/9-quarantine-returning-member | + return 0 logger.go:42: 17:24:34 | async-errant-transactions/9-quarantine-returning-member | + kubectl -n kuttl-test-fluent-man delete pod async-errant-transactions-mysql-1 logger.go:42: 17:24:35 | async-errant-transactions/9-quarantine-returning-member | pod "async-errant-transactions-mysql-1" deleted from kuttl-test-fluent-man namespace logger.go:42: 17:24:39 | async-errant-transactions/9-quarantine-returning-member | test step completed 9-quarantine-returning-member logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | starting test step 10-check-quarantine-notready logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster="${test_name}" # A quarantined member must report NotReady (because of the quarantine # marker, not transient startup), which is how the divergence surfaces. target="" for i in $(seq 1 40); do for pod in $(get_mysql_pods); do ready="$(kubectl -n "${NAMESPACE}" get pod "${pod}" \ -o jsonpath='{.status.conditions[?(@.type=="Ready")].status}')" if [[ "${ready}" == "False" ]] \ && kubectl -n "${NAMESPACE}" exec "${pod}" -c mysql -- test -f /var/lib/mysql/quarantine 2>/dev/null; then target="${pod}" break fi done [[ -n "${target}" ]] && break echo "waiting for a quarantined (NotReady) member (attempt ${i})" sleep 15 done if [[ -z "${target}" ]]; then echo "no member became NotReady with a quarantine marker" kubectl -n "${NAMESPACE}" get pods exit 1 fi echo "quarantined member: ${target}" kubectl -n "${NAMESPACE}" get events \ --field-selector reason=ErrantGTIDsDetected,involvedObject.name="${cluster}" \ -o jsonpath='{.items[*].reason}' | grep -q ErrantGTIDsDetected \ || { echo "no ErrantGTIDsDetected event for the quarantined member"; exit 1; }] logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | + source ../../functions logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ realpath ../../.. logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ pwd logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++ test_name=async-errant-transactions logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ MYSQL_VERSION=8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export MINIO_VER=5.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ MINIO_VER=5.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export VAULT_VER=0.16.1 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ VAULT_VER=0.16.1 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ [[ -z 8.4 ]] logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ which gdate logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ which date logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export date=/usr/sbin/date logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ date=/usr/sbin/date logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ which gsed logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ which sed logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export sed=/usr/sbin/sed logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ sed=/usr/sbin/sed logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ oc get projects logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ : logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ kubectl get nodes logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ grep '^minikube' logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ local registry=docker.io logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ case "$image" in logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ which gsed logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | +++ which sed logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++ sed=/usr/sbin/sed logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | + cluster=async-errant-transactions logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | + target= logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++ seq 1 40 logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | + for i in $(seq 1 40) logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++ get_mysql_pods logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:24:39 | async-errant-transactions/10-check-quarantine-notready | ++ awk '{print $1}' logger.go:42: 17:24:40 | async-errant-transactions/10-check-quarantine-notready | + for pod in $(get_mysql_pods) logger.go:42: 17:24:40 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl -n kuttl-test-fluent-man get pod async-errant-transactions-mysql-0 -o 'jsonpath={.status.conditions[?(@.type=="Ready")].status}' logger.go:42: 17:24:40 | async-errant-transactions/10-check-quarantine-notready | + ready=True logger.go:42: 17:24:40 | async-errant-transactions/10-check-quarantine-notready | + [[ True == False ]] logger.go:42: 17:24:40 | async-errant-transactions/10-check-quarantine-notready | + for pod in $(get_mysql_pods) logger.go:42: 17:24:40 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl -n kuttl-test-fluent-man get pod async-errant-transactions-mysql-1 -o 'jsonpath={.status.conditions[?(@.type=="Ready")].status}' logger.go:42: 17:24:41 | async-errant-transactions/10-check-quarantine-notready | + ready=False logger.go:42: 17:24:41 | async-errant-transactions/10-check-quarantine-notready | + [[ False == False ]] logger.go:42: 17:24:41 | async-errant-transactions/10-check-quarantine-notready | + kubectl -n kuttl-test-fluent-man exec async-errant-transactions-mysql-1 -c mysql -- test -f /var/lib/mysql/quarantine logger.go:42: 17:24:42 | async-errant-transactions/10-check-quarantine-notready | + for pod in $(get_mysql_pods) logger.go:42: 17:24:42 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl -n kuttl-test-fluent-man get pod async-errant-transactions-mysql-2 -o 'jsonpath={.status.conditions[?(@.type=="Ready")].status}' logger.go:42: 17:24:42 | async-errant-transactions/10-check-quarantine-notready | + ready=True logger.go:42: 17:24:42 | async-errant-transactions/10-check-quarantine-notready | + [[ True == False ]] logger.go:42: 17:24:42 | async-errant-transactions/10-check-quarantine-notready | + [[ -n '' ]] logger.go:42: 17:24:42 | async-errant-transactions/10-check-quarantine-notready | + echo 'waiting for a quarantined (NotReady) member (attempt 1)' logger.go:42: 17:24:42 | async-errant-transactions/10-check-quarantine-notready | waiting for a quarantined (NotReady) member (attempt 1) logger.go:42: 17:24:42 | async-errant-transactions/10-check-quarantine-notready | + sleep 15 logger.go:42: 17:24:57 | async-errant-transactions/10-check-quarantine-notready | + for i in $(seq 1 40) logger.go:42: 17:24:57 | async-errant-transactions/10-check-quarantine-notready | ++ get_mysql_pods logger.go:42: 17:24:57 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:24:57 | async-errant-transactions/10-check-quarantine-notready | ++ awk '{print $1}' logger.go:42: 17:24:58 | async-errant-transactions/10-check-quarantine-notready | + for pod in $(get_mysql_pods) logger.go:42: 17:24:58 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl -n kuttl-test-fluent-man get pod async-errant-transactions-mysql-0 -o 'jsonpath={.status.conditions[?(@.type=="Ready")].status}' logger.go:42: 17:24:59 | async-errant-transactions/10-check-quarantine-notready | + ready=True logger.go:42: 17:24:59 | async-errant-transactions/10-check-quarantine-notready | + [[ True == False ]] logger.go:42: 17:24:59 | async-errant-transactions/10-check-quarantine-notready | + for pod in $(get_mysql_pods) logger.go:42: 17:24:59 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl -n kuttl-test-fluent-man get pod async-errant-transactions-mysql-1 -o 'jsonpath={.status.conditions[?(@.type=="Ready")].status}' logger.go:42: 17:24:59 | async-errant-transactions/10-check-quarantine-notready | + ready=False logger.go:42: 17:24:59 | async-errant-transactions/10-check-quarantine-notready | + [[ False == False ]] logger.go:42: 17:24:59 | async-errant-transactions/10-check-quarantine-notready | + kubectl -n kuttl-test-fluent-man exec async-errant-transactions-mysql-1 -c mysql -- test -f /var/lib/mysql/quarantine logger.go:42: 17:25:00 | async-errant-transactions/10-check-quarantine-notready | + for pod in $(get_mysql_pods) logger.go:42: 17:25:00 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl -n kuttl-test-fluent-man get pod async-errant-transactions-mysql-2 -o 'jsonpath={.status.conditions[?(@.type=="Ready")].status}' logger.go:42: 17:25:01 | async-errant-transactions/10-check-quarantine-notready | + ready=True logger.go:42: 17:25:01 | async-errant-transactions/10-check-quarantine-notready | + [[ True == False ]] logger.go:42: 17:25:01 | async-errant-transactions/10-check-quarantine-notready | + [[ -n '' ]] logger.go:42: 17:25:01 | async-errant-transactions/10-check-quarantine-notready | + echo 'waiting for a quarantined (NotReady) member (attempt 2)' logger.go:42: 17:25:01 | async-errant-transactions/10-check-quarantine-notready | waiting for a quarantined (NotReady) member (attempt 2) logger.go:42: 17:25:01 | async-errant-transactions/10-check-quarantine-notready | + sleep 15 logger.go:42: 17:25:16 | async-errant-transactions/10-check-quarantine-notready | + for i in $(seq 1 40) logger.go:42: 17:25:16 | async-errant-transactions/10-check-quarantine-notready | ++ get_mysql_pods logger.go:42: 17:25:16 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl get pod -n kuttl-test-fluent-man --no-headers --selector=app.kubernetes.io/name=mysql logger.go:42: 17:25:16 | async-errant-transactions/10-check-quarantine-notready | ++ awk '{print $1}' logger.go:42: 17:25:16 | async-errant-transactions/10-check-quarantine-notready | + for pod in $(get_mysql_pods) logger.go:42: 17:25:16 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl -n kuttl-test-fluent-man get pod async-errant-transactions-mysql-0 -o 'jsonpath={.status.conditions[?(@.type=="Ready")].status}' logger.go:42: 17:25:17 | async-errant-transactions/10-check-quarantine-notready | + ready=True logger.go:42: 17:25:17 | async-errant-transactions/10-check-quarantine-notready | + [[ True == False ]] logger.go:42: 17:25:17 | async-errant-transactions/10-check-quarantine-notready | + for pod in $(get_mysql_pods) logger.go:42: 17:25:17 | async-errant-transactions/10-check-quarantine-notready | ++ kubectl -n kuttl-test-fluent-man get pod async-errant-transactions-mysql-1 -o 'jsonpath={.status.conditions[?(@.type=="Ready")].status}' logger.go:42: 17:25:18 | async-errant-transactions/10-check-quarantine-notready | + ready=False logger.go:42: 17:25:18 | async-errant-transactions/10-check-quarantine-notready | + [[ False == False ]] logger.go:42: 17:25:18 | async-errant-transactions/10-check-quarantine-notready | + kubectl -n kuttl-test-fluent-man exec async-errant-transactions-mysql-1 -c mysql -- test -f /var/lib/mysql/quarantine logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | + target=async-errant-transactions-mysql-1 logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | + break logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | + [[ -n async-errant-transactions-mysql-1 ]] logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | + break logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | + [[ -z async-errant-transactions-mysql-1 ]] logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | + echo 'quarantined member: async-errant-transactions-mysql-1' logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | quarantined member: async-errant-transactions-mysql-1 logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | + kubectl -n kuttl-test-fluent-man get events --field-selector reason=ErrantGTIDsDetected,involvedObject.name=async-errant-transactions -o 'jsonpath={.items[*].reason}' logger.go:42: 17:25:19 | async-errant-transactions/10-check-quarantine-notready | + grep -q ErrantGTIDsDetected logger.go:42: 17:25:20 | async-errant-transactions/10-check-quarantine-notready | test step completed 10-check-quarantine-notready logger.go:42: 17:25:20 | async-errant-transactions/98-drop-finalizer | starting test step 98-drop-finalizer logger.go:42: 17:25:21 | async-errant-transactions/98-drop-finalizer | PerconaServerMySQL:kuttl-test-fluent-man/async-errant-transactions updated logger.go:42: 17:25:21 | async-errant-transactions/98-drop-finalizer | test step completed 98-drop-finalizer logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | PerconaServerMySQL:kuttl-test-fluent-man/async-errant-transactions deleted logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | running command: [sh -c set -o errexit set -o xtrace source ../../functions destroy_operator] logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | + source ../../functions logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ realpath ../../.. logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++++ pwd logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++ test_name=async-errant-transactions logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/vars.sh logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/deploy logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/conf logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/e2e-tests/tests/async-errant-transactions/conf logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/ps/async-errant-transactions logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-1412 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-1412 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export VERSION=PR-1412-33fbcb60 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ VERSION=PR-1412-33fbcb60 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export MYSQL_VERSION=8.4 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ MYSQL_VERSION=8.4 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export CERT_MANAGER_VER=1.20.3 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ CERT_MANAGER_VER=1.20.3 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export MINIO_VER=5.4.0 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ MINIO_VER=5.4.0 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export VAULT_VER=0.16.1 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ VAULT_VER=0.16.1 logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ [[ -z 8.4 ]] logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++++ which gdate logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++++ which date logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export date=/usr/sbin/date logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ date=/usr/sbin/date logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++++ which gsed logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | ++++ which sed logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ export sed=/usr/sbin/sed logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ sed=/usr/sbin/sed logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ oc get projects logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ : logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ kubectl get nodes logger.go:42: 17:25:21 | async-errant-transactions/99-remove-cluster-gracefully | +++ grep '^minikube' logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE=docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_MYSQL perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_MYSQL logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_MYSQL=docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_BACKUP perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_BACKUP logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_ORCHESTRATOR perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_ORCHESTRATOR logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_ORCHESTRATOR=docker.io/perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_ROUTER perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_ROUTER logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_ROUTER=docker.io/perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_TOOLKIT perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_TOOLKIT logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_TOOLKIT=docker.io/perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_HAPROXY perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_HAPROXY logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_HAPROXY=docker.io/perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_BINLOG_SERVER perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_BINLOG_SERVER logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_BINLOG_SERVER=docker.io/perconalab/percona-binlog-server:0.4.0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_PMM_CLIENT perconalab/pmm-client:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_PMM_CLIENT logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/pmm-client:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/pmm-client:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ set_image IMAGE_PMM_SERVER perconalab/pmm-server:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image_var=IMAGE_PMM_SERVER logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local default_image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ image_with_registry perconalab/pmm-server:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local image=perconalab/pmm-server:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ local registry=docker.io logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ case "$image" in logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++++ echo docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ which gsed logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1412/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | +++ which sed logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | ++ sed=/usr/sbin/sed logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | + destroy_operator logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0 logger.go:42: 17:25:22 | async-errant-transactions/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 17:25:23 | async-errant-transactions/99-remove-cluster-gracefully | deployment.apps "percona-server-mysql-operator" force deleted from ps-operator namespace logger.go:42: 17:25:23 | async-errant-transactions/99-remove-cluster-gracefully | + [[ -n ps-operator ]] logger.go:42: 17:25:23 | async-errant-transactions/99-remove-cluster-gracefully | + kubectl delete namespace ps-operator --force --grace-period=0 logger.go:42: 17:25:23 | async-errant-transactions/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 17:25:23 | async-errant-transactions/99-remove-cluster-gracefully | namespace "ps-operator" force deleted logger.go:42: 17:25:34 | async-errant-transactions/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully logger.go:42: 17:25:34 | async-errant-transactions | async-errant-transactions events from ns kuttl-test-fluent-man: logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:19 +0000 UTC Normal Pod mysql-client Binding Scheduled Successfully assigned kuttl-test-fluent-man/mysql-client to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-jm1r default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:19 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Pulled Container image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" already present on machine kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:19 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Created Created container: mysql-client kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:19 +0000 UTC Normal Pod mysql-client.spec.containers{mysql-client} Started Started container mysql-client kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:36 +0000 UTC Normal StatefulSet.apps async-errant-transactions-mysql SuccessfulCreate create Claim datadir-async-errant-transactions-mysql-0 Pod async-errant-transactions-mysql-0 in StatefulSet async-errant-transactions-mysql success statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:36 +0000 UTC Normal StatefulSet.apps async-errant-transactions-mysql SuccessfulCreate create Pod async-errant-transactions-mysql-0 in StatefulSet async-errant-transactions-mysql successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:36 +0000 UTC Normal PodDisruptionBudget.policy async-errant-transactions-mysql NoPods No matching pods found controllermanager logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:36 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-0 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:37 +0000 UTC Normal PodDisruptionBudget.policy async-errant-transactions-orchestrator NoPods No matching pods found controllermanager logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:37 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-0 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:37 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-0 Provisioning External provisioner is provisioning volume for claim "kuttl-test-fluent-man/datadir-async-errant-transactions-mysql-0" pd.csi.storage.gke.io_gke-d48ac92834dd4519a732-f269-8137-vm_c9bd859e-5caa-45b0-88e3-3c22d2b93e4b logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:38 +0000 UTC Normal Pod async-errant-transactions-orc-0 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-orc-0 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-jm1r default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:38 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.initContainers{orchestrator-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:38 +0000 UTC Normal StatefulSet.apps async-errant-transactions-orc SuccessfulCreate create Pod async-errant-transactions-orc-0 in StatefulSet async-errant-transactions-orc successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:38 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions ClusterStateChanged -> Initializing ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:40 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.initContainers{orchestrator-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 1.321s (1.321s including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:40 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.initContainers{orchestrator-init} Created Created container: orchestrator-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:40 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.initContainers{orchestrator-init} Started Started container orchestrator-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:41 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{orchestrator} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:41 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-0 ProvisioningSucceeded Successfully provisioned volume pvc-1dda3184-977f-4d88-8328-288be7a6f7b4 pd.csi.storage.gke.io_gke-d48ac92834dd4519a732-f269-8137-vm_c9bd859e-5caa-45b0-88e3-3c22d2b93e4b logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:42 +0000 UTC Normal Pod async-errant-transactions-mysql-0 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-mysql-0 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-g3st default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:43 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{orchestrator} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 1.607s (1.607s including waiting). Image size: 74384039 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:43 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{orchestrator} Created Created container: orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:43 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{orchestrator} Started Started container orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:43 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:43 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 106ms (106ms including waiting). Image size: 74384039 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:43 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:43 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:49 +0000 UTC Normal Pod async-errant-transactions-mysql-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-1dda3184-977f-4d88-8328-288be7a6f7b4" attachdetach-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:50 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.initContainers{mysql-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:51 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.initContainers{mysql-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 126ms (126ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:51 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:51 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:52 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{mysql} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:52 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 129ms (129ms including waiting). Image size: 440080443 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{mysql} Created Created container: mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{xtrabackup} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{xtrabackup} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" in 115ms (115ms including waiting). Image size: 451758300 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{pt-heartbeat} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{pt-heartbeat} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" in 163ms (163ms including waiting). Image size: 150833109 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{pt-heartbeat} Created Created container: pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:18:53 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:15 +0000 UTC Normal Pod async-errant-transactions-orc-1 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-orc-1 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-5ck2 default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:15 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.initContainers{orchestrator-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:15 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.initContainers{orchestrator-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 127ms (127ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:15 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.initContainers{orchestrator-init} Created Created container: orchestrator-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:15 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.initContainers{orchestrator-init} Started Started container orchestrator-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:15 +0000 UTC Normal StatefulSet.apps async-errant-transactions-orc SuccessfulCreate create Pod async-errant-transactions-orc-1 in StatefulSet async-errant-transactions-orc successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:17 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{orchestrator} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:17 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{orchestrator} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 118ms (118ms including waiting). Image size: 74384039 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:17 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{orchestrator} Created Created container: orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:17 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{orchestrator} Started Started container orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:17 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:17 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 123ms (123ms including waiting). Image size: 74384039 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:17 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:17 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:26 +0000 UTC Normal Pod async-errant-transactions-haproxy-0 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-haproxy-0 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-jm1r default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:26 +0000 UTC Normal PodDisruptionBudget.policy async-errant-transactions-haproxy NoPods No matching pods found controllermanager logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:26 +0000 UTC Normal StatefulSet.apps async-errant-transactions-haproxy SuccessfulCreate create Pod async-errant-transactions-haproxy-0 in StatefulSet async-errant-transactions-haproxy successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:26 +0000 UTC Normal StatefulSet.apps async-errant-transactions-mysql SuccessfulCreate create Claim datadir-async-errant-transactions-mysql-1 Pod async-errant-transactions-mysql-1 in StatefulSet async-errant-transactions-mysql success statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:26 +0000 UTC Normal StatefulSet.apps async-errant-transactions-mysql SuccessfulCreate create Pod async-errant-transactions-mysql-1 in StatefulSet async-errant-transactions-mysql successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:26 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:26 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:26 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-fluent-man/datadir-async-errant-transactions-mysql-1" pd.csi.storage.gke.io_gke-d48ac92834dd4519a732-f269-8137-vm_c9bd859e-5caa-45b0-88e3-3c22d2b93e4b logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:27 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.initContainers{haproxy-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:27 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.initContainers{haproxy-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 112ms (112ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:27 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:27 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:29 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{haproxy} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:30 +0000 UTC Normal Pod async-errant-transactions-mysql-1 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-mysql-1 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-5ck2 default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:30 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-6cc9e708-1b16-457f-beef-cc7c4d09f2b9 pd.csi.storage.gke.io_gke-d48ac92834dd4519a732-f269-8137-vm_c9bd859e-5caa-45b0-88e3-3c22d2b93e4b logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{haproxy} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 1.984s (1.984s including waiting). Image size: 105387705 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{haproxy} Created Created container: haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 84ms (84ms including waiting). Image size: 105387705 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:32 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:37 +0000 UTC Normal Pod async-errant-transactions-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6cc9e708-1b16-457f-beef-cc7c4d09f2b9" attachdetach-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:39 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:39 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 169ms (169ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:39 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:39 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 99ms (99ms including waiting). Image size: 440080443 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Created Created container: mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" in 97ms (97ms including waiting). Image size: 451758300 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" in 136ms (136ms including waiting). Image size: 150833109 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Created Created container: pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:41 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:47 +0000 UTC Warning Pod async-errant-transactions-haproxy-0.spec.containers{haproxy} Unhealthy Startup probe failed: ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 2 kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:49 +0000 UTC Normal StatefulSet.apps async-errant-transactions-orc SuccessfulCreate create Pod async-errant-transactions-orc-2 in StatefulSet async-errant-transactions-orc successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:50 +0000 UTC Normal Pod async-errant-transactions-orc-2 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-orc-2 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-g3st default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:50 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.initContainers{orchestrator-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:50 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.initContainers{orchestrator-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 161ms (161ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:50 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.initContainers{orchestrator-init} Created Created container: orchestrator-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:51 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.initContainers{orchestrator-init} Started Started container orchestrator-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:52 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{orchestrator} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:53 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{orchestrator} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 93ms (93ms including waiting). Image size: 74384039 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:53 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{orchestrator} Created Created container: orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:53 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{orchestrator} Started Started container orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:53 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:53 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-orchestrator" in 89ms (89ms including waiting). Image size: 74384039 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:53 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:53 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:59 +0000 UTC Warning Pod async-errant-transactions-mysql-1.spec.containers{mysql} Unhealthy Startup probe failed: 2026/08/21 17:19:59 Waiting for MySQL ready state 2026/08/21 17:19:59 MySQL is ready 2026/08/21 17:19:59 Peers: [3538363736396135.async-errant-transactions-mysql-unready.kuttl-test-fluent-man 3831323335626361.async-errant-transactions-mysql-unready.kuttl-test-fluent-man] 2026/08/21 17:19:59 FQDN: async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man 2026/08/21 17:19:59 Primary: async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man Replicas: [async-errant-transactions-mysql-1.async-errant-transactions-mysql.kuttl-test-fluent-man] 2026/08/21 17:19:59 lookup async-errant-transactions-mysql-1 [10.121.64.27] 2026/08/21 17:19:59 PodIP: 10.121.64.27 2026/08/21 17:19:59 lookup async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man [10.121.66.22] 2026/08/21 17:19:59 PrimaryIP: 10.121.66.22 2026/08/21 17:19:59 Donor: async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man 2026/08/21 17:19:59 Opening connection to 10.121.64.27 2026/08/21 17:19:59 Clone required: true 2026/08/21 17:19:59 Checking if a clone in progress 2026/08/21 17:19:59 Clone in progress: false 2026/08/21 17:19:59 Cloning from async-errant-transactions-mysql-0.async-errant-transactions-mysql.kuttl-test-fluent-man 2026/08/21 17:19:59 Clone finished. Restarting container... kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:19:59 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Killing Container mysql failed startup probe, will be restarted kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:00 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions PrimaryConfirmed member async-errant-transactions-mysql-0 confirmed as the writable primary after cluster restart ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:02 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 127ms (127ms including waiting). Image size: 440080443 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:07 +0000 UTC Normal Pod async-errant-transactions-haproxy-1 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-haproxy-1 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-g3st default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:07 +0000 UTC Normal StatefulSet.apps async-errant-transactions-haproxy SuccessfulCreate create Pod async-errant-transactions-haproxy-1 in StatefulSet async-errant-transactions-haproxy successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:08 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.initContainers{haproxy-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:08 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.initContainers{haproxy-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 168ms (168ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:08 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:08 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:09 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{haproxy} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:10 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{haproxy} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 103ms (103ms including waiting). Image size: 105387705 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:10 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{haproxy} Created Created container: haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:10 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:10 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:10 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 113ms (113ms including waiting). Image size: 105387705 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:10 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:10 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:10 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions MemberJoined member async-errant-transactions-mysql-1 joined the cluster as a replica of async-errant-transactions-mysql-0 ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:28 +0000 UTC Normal Pod async-errant-transactions-haproxy-2 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-haproxy-2 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-5ck2 default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:28 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.initContainers{haproxy-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:28 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.initContainers{haproxy-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 136ms (136ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:28 +0000 UTC Normal StatefulSet.apps async-errant-transactions-haproxy SuccessfulCreate create Pod async-errant-transactions-haproxy-2 in StatefulSet async-errant-transactions-haproxy successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:29 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.initContainers{haproxy-init} Created Created container: haproxy-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:29 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.initContainers{haproxy-init} Started Started container haproxy-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{haproxy} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{haproxy} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 96ms (96ms including waiting). Image size: 105387705 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{haproxy} Created Created container: haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{haproxy} Started Started container haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{mysql-monit} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{mysql-monit} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-haproxy" in 110ms (110ms including waiting). Image size: 105387705 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{mysql-monit} Created Created container: mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:31 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{mysql-monit} Started Started container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:34 +0000 UTC Normal StatefulSet.apps async-errant-transactions-mysql SuccessfulCreate create Claim datadir-async-errant-transactions-mysql-2 Pod async-errant-transactions-mysql-2 in StatefulSet async-errant-transactions-mysql success statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:34 +0000 UTC Normal StatefulSet.apps async-errant-transactions-mysql SuccessfulCreate create Pod async-errant-transactions-mysql-2 in StatefulSet async-errant-transactions-mysql successful statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:34 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:34 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-2 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:34 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-fluent-man/datadir-async-errant-transactions-mysql-2" pd.csi.storage.gke.io_gke-d48ac92834dd4519a732-f269-8137-vm_c9bd859e-5caa-45b0-88e3-3c22d2b93e4b logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:38 +0000 UTC Normal Pod async-errant-transactions-mysql-2 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-mysql-2 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-jm1r default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:38 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-2 ProvisioningSucceeded Successfully provisioned volume pvc-ced1cdd5-20b6-4ab4-9488-f44b042721ac pd.csi.storage.gke.io_gke-d48ac92834dd4519a732-f269-8137-vm_c9bd859e-5caa-45b0-88e3-3c22d2b93e4b logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:46 +0000 UTC Normal Pod async-errant-transactions-mysql-2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ced1cdd5-20b6-4ab4-9488-f44b042721ac" attachdetach-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:47 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.initContainers{mysql-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:47 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.initContainers{mysql-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 149ms (149ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:47 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:47 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:49 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{mysql} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:50 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 91ms (91ms including waiting). Image size: 440080443 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:50 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{mysql} Created Created container: mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:50 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:50 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{xtrabackup} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:50 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{xtrabackup} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" in 137ms (137ms including waiting). Image size: 451758300 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:50 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:50 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:50 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{pt-heartbeat} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:52 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{pt-heartbeat} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" in 2.614s (2.614s including waiting). Image size: 150833109 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:52 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{pt-heartbeat} Created Created container: pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:20:53 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:21:07 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions MemberJoined member async-errant-transactions-mysql-2 joined the cluster as a replica of async-errant-transactions-mysql-0 ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:21:25 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions ClusterStateChanged Initializing -> Ready ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:21:54 +0000 UTC Warning PerconaServerMySQL.ps.percona.com async-errant-transactions ErrantGTIDsDetected replica async-errant-transactions-mysql-1 has transactions not present on primary async-errant-transactions-mysql-0 (errant GTIDs: 7ef16c7d-9d84-11f1-97e3-aee85e4ec892:1-3); automatic repair skipped (policy: manual) ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:21:57 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions AsyncReplicationNotReady async-errant-transactions-mysql-1: [errant_gtid] ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:21:57 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions ClusterStateChanged Ready -> Initializing ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:13 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:13 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:13 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:13 +0000 UTC Warning PerconaServerMySQL.ps.percona.com async-errant-transactions ErrantMemberRebuild replica async-errant-transactions-mysql-1 has transactions not present on primary async-errant-transactions-mysql-0 (errant GTIDs: 7ef16c7d-9d84-11f1-97e3-aee85e4ec892:1-3); rebuilding the member, unreplicated data will be lost ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:14 +0000 UTC Warning Pod async-errant-transactions-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2026/08/21 17:22:14 MySQL state is not ready... kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:17 +0000 UTC Warning StatefulSet.apps async-errant-transactions-mysql FailedCreate create Pod async-errant-transactions-mysql-1 in StatefulSet async-errant-transactions-mysql failed error: pvc datadir-async-errant-transactions-mysql-1 is being deleted statefulset-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:17 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:18 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:18 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-fluent-man/datadir-async-errant-transactions-mysql-1" pd.csi.storage.gke.io_gke-d48ac92834dd4519a732-f269-8137-vm_c9bd859e-5caa-45b0-88e3-3c22d2b93e4b logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:21 +0000 UTC Normal PersistentVolumeClaim datadir-async-errant-transactions-mysql-1 ProvisioningSucceeded Successfully provisioned volume pvc-2655ce1d-79c2-462e-a36c-3137e0371ee4 pd.csi.storage.gke.io_gke-d48ac92834dd4519a732-f269-8137-vm_c9bd859e-5caa-45b0-88e3-3c22d2b93e4b logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:22 +0000 UTC Normal Pod async-errant-transactions-mysql-1 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-mysql-1 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-5ck2 default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:26 +0000 UTC Warning Pod async-errant-transactions-haproxy-0.spec.containers{haproxy} Unhealthy Readiness probe errored and resulted in unknown state: command timed out: "/opt/percona/haproxy_readiness_check.sh" timed out after 1s kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:27 +0000 UTC Warning Pod async-errant-transactions-haproxy-1.spec.containers{haproxy} Unhealthy Readiness probe errored and resulted in unknown state: command timed out: "/opt/percona/haproxy_readiness_check.sh" timed out after 1s kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:27 +0000 UTC Warning Pod async-errant-transactions-haproxy-2.spec.containers{haproxy} Unhealthy Readiness probe errored and resulted in unknown state: command timed out: "/opt/percona/haproxy_readiness_check.sh" timed out after 1s kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:29 +0000 UTC Normal Pod async-errant-transactions-mysql-1 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-2655ce1d-79c2-462e-a36c-3137e0371ee4" attachdetach-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:30 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:30 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 166ms (166ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:30 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:30 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:32 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:32 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 103ms (103ms including waiting). Image size: 440080443 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:32 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Created Created container: mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:32 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:32 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:32 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" in 103ms (103ms including waiting). Image size: 451758300 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:32 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:33 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:33 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:33 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" in 205ms (205ms including waiting). Image size: 150833109 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:33 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Created Created container: pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:33 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:22:36 +0000 UTC Warning Pod async-errant-transactions-haproxy-0.spec.containers{haproxy} Unhealthy Liveness probe errored and resulted in unknown state: command timed out: "/opt/percona/haproxy_liveness_check.sh" timed out after 3s kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:23:07 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions AsyncReplicationNotReady async-errant-transactions-mysql-1: [last_check_invalid, errant_gtid] ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:23:53 +0000 UTC Warning PerconaServerMySQL.ps.percona.com async-errant-transactions ErrantGTIDsInjectEmpty replica async-errant-transactions-mysql-1 has transactions not present on primary async-errant-transactions-mysql-0 (errant GTIDs: e50dfe97-9d84-11f1-8000-2e4148058b46:1-3); injecting empty transactions, diverged rows remain on the replica ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:35 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:35 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:35 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:35 +0000 UTC Warning Pod async-errant-transactions-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2026/08/21 17:24:35 MySQL state is not ready... kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:36 +0000 UTC Warning PerconaServerMySQL.ps.percona.com async-errant-transactions ErrorReconcile Failed to reconcile cluster ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:39 +0000 UTC Normal Pod async-errant-transactions-mysql-1 Binding Scheduled Successfully assigned kuttl-test-fluent-man/async-errant-transactions-mysql-1 to gke-jen-ps-1412-33fbcb60-default-pool-a886c991-5ck2 default-scheduler logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:40 +0000 UTC Normal PerconaServerMySQL.ps.percona.com async-errant-transactions ClusterStateChanged Error -> Initializing ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:50 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:50 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:PR-1412-33fbcb60" in 213ms (213ms including waiting). Image size: 135174988 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:50 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Created Created container: mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:50 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.initContainers{mysql-init} Started Started container mysql-init kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:52 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:52 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-psmysql8.4" in 103ms (103ms including waiting). Image size: 440080443 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:52 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Created Created container: mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Started Started container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-backup8.4" in 104ms (104ms including waiting). Image size: 451758300 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Created Created container: xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Started Started container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Pulling Pulling image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Pulled Successfully pulled image "docker.io/perconalab/percona-server-mysql-operator:main-toolkit" in 92ms (92ms including waiting). Image size: 150833109 bytes. kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Created Created container: pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:24:53 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Started Started container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:16 +0000 UTC Warning PerconaServerMySQL.ps.percona.com async-errant-transactions ErrantGTIDsDetected member async-errant-transactions-mysql-1 is quarantined: it has transactions not present on primary async-errant-transactions-mysql-0 (errant GTIDs: e50dfe97-9d84-11f1-8000-2e4148058b46:4); not joined to the cluster (policy: manual) ps-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:22 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:22 +0000 UTC Normal Pod async-errant-transactions-haproxy-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:22 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:22 +0000 UTC Normal Pod async-errant-transactions-haproxy-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:22 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{haproxy} Killing Stopping container haproxy kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:22 +0000 UTC Normal Pod async-errant-transactions-haproxy-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-0.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Warning Service async-errant-transactions-mysql-0 FailedToUpdateEndpointSlices Error updating Endpoint Slices for Service kuttl-test-fluent-man/async-errant-transactions-mysql-0: failed to delete async-errant-transactions-mysql-0-kqnhs EndpointSlice for Service kuttl-test-fluent-man/async-errant-transactions-mysql-0: endpointslices.discovery.k8s.io "async-errant-transactions-mysql-0-kqnhs" not found endpoint-slice-controller logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-1.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Warning Pod async-errant-transactions-mysql-1.spec.containers{mysql} Unhealthy Readiness probe failed: 2026/08/21 17:25:23 MySQL state is not ready... kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{mysql} Killing Stopping container mysql kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{pt-heartbeat} Killing Stopping container pt-heartbeat kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-mysql-2.spec.containers{xtrabackup} Killing Stopping container xtrabackup kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{orchestrator} Killing Stopping container orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-orc-0.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{orchestrator} Killing Stopping container orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-orc-1.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{orchestrator} Killing Stopping container orchestrator kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:23 +0000 UTC Normal Pod async-errant-transactions-orc-2.spec.containers{mysql-monit} Killing Stopping container mysql-monit kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:25 +0000 UTC Warning Pod async-errant-transactions-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2026/08/21 17:25:25 MySQL state is not ready... kubelet logger.go:42: 17:25:34 | async-errant-transactions | 2026-08-21 17:25:30 +0000 UTC Warning Pod async-errant-transactions-mysql-0.spec.containers{mysql} Unhealthy Readiness probe failed: 2026/08/21 17:25:30 MySQL state is not ready... kubelet logger.go:42: 17:25:34 | async-errant-transactions | Deleting namespace "kuttl-test-fluent-man" === NAME kuttl harness.go:403: run tests finished harness.go:520: cleaning up harness.go:577: removing temp folder: "" --- PASS: kuttl (483.05s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/async-errant-transactions (482.32s) PASS