Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/logs/users-5-7.log
+ create_infra users-17551
+ local ns=users-17551
+ '[' -n pxc-operator ']'
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ kubectl patch pxc -n users-29641 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.uRjwdoC6mG
++ mktemp
+ local LAST_ERR=/tmp/tmp.E11HWjqLvr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.uRjwdoC6mG
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.E11HWjqLvr
+ rm /tmp/tmp.uRjwdoC6mG /tmp/tmp.E11HWjqLvr
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.wVUT4RqwgU
++ mktemp
+ local LAST_ERR=/tmp/tmp.kyBznJYOS0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wVUT4RqwgU
No resources found
+ cat /tmp/tmp.kyBznJYOS0
+ rm /tmp/tmp.wVUT4RqwgU /tmp/tmp.kyBznJYOS0
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.iVSI1QRBjA
++ mktemp
+ local LAST_ERR=/tmp/tmp.btl7uUUgB4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iVSI1QRBjA
No resources found
+ cat /tmp/tmp.btl7uUUgB4
+ rm /tmp/tmp.iVSI1QRBjA /tmp/tmp.btl7uUUgB4
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.xbXd1QquCv
++ mktemp
+ local LAST_ERR=/tmp/tmp.yOs243lUxl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.pSuPoIseTX
++ mktemp
+ local LAST_ERR=/tmp/tmp.9hFlpGPycU
+ local exit_status=0
+ awk '{print$1}'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xbXd1QquCv
+ cat /tmp/tmp.yOs243lUxl
+ rm /tmp/tmp.xbXd1QquCv /tmp/tmp.yOs243lUxl
+ return 0
namespace "users-29641" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pSuPoIseTX
namespace "pxc-operator" deleted
+ cat /tmp/tmp.9hFlpGPycU
+ rm /tmp/tmp.pSuPoIseTX /tmp/tmp.9hFlpGPycU
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.4hTs6dua6u
++ mktemp
+ local LAST_ERR=/tmp/tmp.yhc02z07Lr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4hTs6dua6u
namespace/pxc-operator created
+ cat /tmp/tmp.yhc02z07Lr
+ rm /tmp/tmp.4hTs6dua6u /tmp/tmp.yhc02z07Lr
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MrNOGyMXhk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.evaCsvVyHe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MrNOGyMXhk
++ cat /tmp/tmp.evaCsvVyHe
++ rm /tmp/tmp.MrNOGyMXhk /tmp/tmp.evaCsvVyHe
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1131-d64e70d4-2-cluster8 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.fEkrM6QCaP
++ mktemp
+ local LAST_ERR=/tmp/tmp.EUl9UHi9sx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1131-d64e70d4-2-cluster8 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fEkrM6QCaP
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1131-d64e70d4-2-cluster8" modified.
+ cat /tmp/tmp.EUl9UHi9sx
+ rm /tmp/tmp.fEkrM6QCaP /tmp/tmp.EUl9UHi9sx
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.1mYxsRUU5H
++ mktemp
+ local LAST_ERR=/tmp/tmp.W2ciTgwo7H
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1mYxsRUU5H
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.W2ciTgwo7H
+ rm /tmp/tmp.1mYxsRUU5H /tmp/tmp.W2ciTgwo7H
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.FC8jWFds3Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.UWlQdjzZXm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FC8jWFds3Q
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.UWlQdjzZXm
+ rm /tmp/tmp.FC8jWFds3Q /tmp/tmp.UWlQdjzZXm
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1131-d64e70d4^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.qOPJHwCAB0
++ mktemp
+ local LAST_ERR=/tmp/tmp.DbgUizwB9L
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qOPJHwCAB0
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.DbgUizwB9L
+ rm /tmp/tmp.qOPJHwCAB0 /tmp/tmp.DbgUizwB9L
+ return 0
+ sleep 10
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rwehMU9HPm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tNqomORRDf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rwehMU9HPm
++ cat /tmp/tmp.tNqomORRDf
++ rm /tmp/tmp.rwehMU9HPm /tmp/tmp.tNqomORRDf
++ return 0
+ wait_pod percona-xtradb-cluster-operator-58bddf54b8-kfg7x 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-58bddf54b8-kfg7x
+ local max_retry=480
+ local ns=pxc-operator
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo percona-xtradb-cluster-operator-58bddf54b8-kfg7x
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
percona-xtradb-cluster-operator-58bddf54b8-kfg7x.Ok
+ sleep 3
+ create_namespace users-17551
+ local namespace=users-17551
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-17551'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-17551
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-17551
+ xargs kubectl delete ns
++ mktemp
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.VTp0cYhtxV
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.e2fSdcjmsQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.PjuVaqpfq7
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.MqDcRCP2b7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-17551
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.e2fSdcjmsQ
+ cat /tmp/tmp.MqDcRCP2b7
+ rm /tmp/tmp.e2fSdcjmsQ /tmp/tmp.MqDcRCP2b7
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-17551
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-17551
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.VTp0cYhtxV
+ cat /tmp/tmp.PjuVaqpfq7
Error from server (NotFound): namespaces "users-17551" not found
+ rm /tmp/tmp.VTp0cYhtxV /tmp/tmp.PjuVaqpfq7
+ return 1
+ :
+ wait_for_delete namespace/users-17551
+ local res=namespace/users-17551
+ echo -n 'namespace/users-17551 - '
namespace/users-17551 - + set +o xtrace
Error from server (NotFound): namespaces "users-17551" not found
+ desc 'create namespace users-17551'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-17551
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-17551
++ mktemp
+ local LAST_OUT=/tmp/tmp.x0GjCgA8pn
++ mktemp
+ local LAST_ERR=/tmp/tmp.QLKB2zmJpq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-17551
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.x0GjCgA8pn
namespace/users-17551 created
+ cat /tmp/tmp.QLKB2zmJpq
+ rm /tmp/tmp.x0GjCgA8pn /tmp/tmp.QLKB2zmJpq
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MBRETnsx9d
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6bItRF9ls7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MBRETnsx9d
++ cat /tmp/tmp.6bItRF9ls7
++ rm /tmp/tmp.MBRETnsx9d /tmp/tmp.6bItRF9ls7
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1131-d64e70d4-2-cluster8 --namespace=users-17551
++ mktemp
+ local LAST_OUT=/tmp/tmp.viloJvxx4c
++ mktemp
+ local LAST_ERR=/tmp/tmp.2fV3wX2I6b
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1131-d64e70d4-2-cluster8 --namespace=users-17551
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.viloJvxx4c
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1131-d64e70d4-2-cluster8" modified.
+ cat /tmp/tmp.2fV3wX2I6b
+ rm /tmp/tmp.viloJvxx4c /tmp/tmp.2fV3wX2I6b
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.8JnYmHBG4g
++ mktemp
+ local LAST_ERR=/tmp/tmp.rtOFX7Ah77
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8JnYmHBG4g
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.rtOFX7Ah77
+ rm /tmp/tmp.8JnYmHBG4g /tmp/tmp.rtOFX7Ah77
+ return 0
+ desc 'create PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC cluster
-----------------------------------------------------------------------------------

+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/some-name.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.fDXo8Q33Lm
++ mktemp
+ local LAST_ERR=/tmp/tmp.2OKBVITOrs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fDXo8Q33Lm
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.2OKBVITOrs
+ rm /tmp/tmp.fDXo8Q33Lm /tmp/tmp.2OKBVITOrs
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ local LAST_OUT=/tmp/tmp.lc3jadAf7i
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1131-d64e70d4#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-17551~
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.RiAiX5mgvR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lc3jadAf7i
deployment.apps/pxc-client created
+ cat /tmp/tmp.RiAiX5mgvR
+ rm /tmp/tmp.lc3jadAf7i /tmp/tmp.RiAiX5mgvR
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]]
+ [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/conf/some-name.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ local LAST_OUT=/tmp/tmp.qLZ6ZNY4jl
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1131-d64e70d4#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-17551~
+ local LAST_ERR=/tmp/tmp.B2tQg8r6n1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qLZ6ZNY4jl
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.B2tQg8r6n1
+ rm /tmp/tmp.qLZ6ZNY4jl /tmp/tmp.B2tQg8r6n1
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.KHit9nrgrE
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kobdGFqSOt
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.KHit9nrgrE
+++ cat /tmp/tmp.kobdGFqSOt
+++ rm /tmp/tmp.KHit9nrgrE /tmp/tmp.kobdGFqSOt
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0GPCuXxwUU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BcuSBfXOY4
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.0GPCuXxwUU
+++ cat /tmp/tmp.BcuSBfXOY4
+++ rm /tmp/tmp.0GPCuXxwUU /tmp/tmp.BcuSBfXOY4
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
+ wait_for_running some-name-proxysql 1
+ local name=some-name-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
some-name-proxysql-0.......Ok
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
some-name-pxc-0.....................Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
some-name-pxc-1..............................Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
some-name-pxc-2......................................Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
++ is_keyring_plugin_in_use some-name
++ local cluster=some-name
++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YhqW5mQzua
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rUo5H3qKZ4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YhqW5mQzua
++ cat /tmp/tmp.rUo5H3qKZ4
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.YhqW5mQzua /tmp/tmp.rUo5H3qKZ4
++ return 0
+ [[ -n '' ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MjENYjiING
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a7elsD2xY4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MjENYjiING
++ cat /tmp/tmp.a7elsD2xY4
++ rm /tmp/tmp.MjENYjiING /tmp/tmp.a7elsD2xY4
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cty9MHSoRi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bXFjWA0v4e
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cty9MHSoRi
++ cat /tmp/tmp.bXFjWA0v4e
++ rm /tmp/tmp.cty9MHSoRi /tmp/tmp.bXFjWA0v4e
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dBc61g7996
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rHcoLcFUzn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dBc61g7996
++ cat /tmp/tmp.rHcoLcFUzn
++ rm /tmp/tmp.dBc61g7996 /tmp/tmp.rHcoLcFUzn
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-1.sql /tmp/tmp.bXe6szZYwd/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4aISIazOk6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.noVzrVyG0R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4aISIazOk6
++ cat /tmp/tmp.noVzrVyG0R
++ rm /tmp/tmp.4aISIazOk6 /tmp/tmp.noVzrVyG0R
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-1.sql /tmp/tmp.bXe6szZYwd/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xQH8ClOihz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2xbDq2XmgU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xQH8ClOihz
++ cat /tmp/tmp.2xbDq2XmgU
++ rm /tmp/tmp.xQH8ClOihz /tmp/tmp.2xbDq2XmgU
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-1.sql /tmp/tmp.bXe6szZYwd/select-1.sql
++ is_keyring_plugin_in_use some-name
++ local cluster=some-name
++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jSubdajt2H
+++ mktemp
++ local LAST_ERR=/tmp/tmp.14vGafzWn7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jSubdajt2H
++ cat /tmp/tmp.14vGafzWn7
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.jSubdajt2H /tmp/tmp.14vGafzWn7
++ return 0
+ '[' '' ']'
+ desc 'test root'
+ set +o xtrace


-----------------------------------------------------------------------------------
test root
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets root dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=root
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.BvURRLUdx7
++ mktemp
+ local LAST_ERR=/tmp/tmp.NFSSUdZcGT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BvURRLUdx7
secret/my-cluster-secrets patched
+ cat /tmp/tmp.NFSSUdZcGT
+ rm /tmp/tmp.BvURRLUdx7 /tmp/tmp.NFSSUdZcGT
+ return 0
+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5NAgRhPxbW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bFKdDXkmCh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5NAgRhPxbW
++ cat /tmp/tmp.bFKdDXkmCh
++ rm /tmp/tmp.5NAgRhPxbW /tmp/tmp.bFKdDXkmCh
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql /tmp/tmp.bXe6szZYwd/select-4.sql
+ desc 'test proxyadmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
test proxyadmin
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.FAGrUtW3T1
++ mktemp
+ local LAST_ERR=/tmp/tmp.7f8VhIRXNx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FAGrUtW3T1
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.7f8VhIRXNx
+ rm /tmp/tmp.FAGrUtW3T1 /tmp/tmp.7f8VhIRXNx
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.quknUjY207
+++ mktemp
++ local LAST_ERR=/tmp/tmp.o8QUhua301
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.quknUjY207
++ cat /tmp/tmp.o8QUhua301
++ rm /tmp/tmp.quknUjY207 /tmp/tmp.o8QUhua301
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3mjyqLOTo8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OyEKqRqnYM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3mjyqLOTo8
++ cat /tmp/tmp.OyEKqRqnYM
++ rm /tmp/tmp.3mjyqLOTo8 /tmp/tmp.OyEKqRqnYM
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XS84DRqdFw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KwCy4gLtGg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XS84DRqdFw
++ cat /tmp/tmp.KwCy4gLtGg
++ rm /tmp/tmp.XS84DRqdFw /tmp/tmp.KwCy4gLtGg
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.9xhyCxXyk3
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.W9WdAozFop
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.9xhyCxXyk3
+++++ cat /tmp/tmp.W9WdAozFop
+++++ rm /tmp/tmp.9xhyCxXyk3 /tmp/tmp.W9WdAozFop
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.igdjQgI6x6
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.X8q2zI1SRJ
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.igdjQgI6x6
+++++ cat /tmp/tmp.X8q2zI1SRJ
+++++ rm /tmp/tmp.igdjQgI6x6 /tmp/tmp.X8q2zI1SRJ
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lGdt4to9ZO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.znBGF8jmSJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lGdt4to9ZO
++ cat /tmp/tmp.znBGF8jmSJ
++ rm /tmp/tmp.lGdt4to9ZO /tmp/tmp.znBGF8jmSJ
++ return 0
+ [[ 3 == \3 ]]
+ patch_secret my-cluster-secrets proxyadmin dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=proxyadmin
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.4zBFmkGVHr
++ mktemp
+ local LAST_ERR=/tmp/tmp.3ImeXxkDjF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4zBFmkGVHr
secret/my-cluster-secrets patched
+ cat /tmp/tmp.3ImeXxkDjF
+ rm /tmp/tmp.4zBFmkGVHr /tmp/tmp.3ImeXxkDjF
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.E474fJMQyV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.T6foWuwlT8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.E474fJMQyV
++ cat /tmp/tmp.T6foWuwlT8
++ rm /tmp/tmp.E474fJMQyV /tmp/tmp.T6foWuwlT8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EhQDD9IY9P
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qMMZiK8PJN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EhQDD9IY9P
++ cat /tmp/tmp.qMMZiK8PJN
++ rm /tmp/tmp.EhQDD9IY9P /tmp/tmp.qMMZiK8PJN
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yJoJtecz3q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pA4sWgZzXi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yJoJtecz3q
++ cat /tmp/tmp.pA4sWgZzXi
++ rm /tmp/tmp.yJoJtecz3q /tmp/tmp.pA4sWgZzXi
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.o4GKT1tLXr
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Xs1OPXV7RV
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.o4GKT1tLXr
+++++ cat /tmp/tmp.Xs1OPXV7RV
+++++ rm /tmp/tmp.o4GKT1tLXr /tmp/tmp.Xs1OPXV7RV
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.KjsLmLSrDu
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ARNKrSFT1U
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.KjsLmLSrDu
+++++ cat /tmp/tmp.ARNKrSFT1U
+++++ rm /tmp/tmp.KjsLmLSrDu /tmp/tmp.ARNKrSFT1U
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KBt359Nm99
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6uT59f7RvL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KBt359Nm99
++ cat /tmp/tmp.6uT59f7RvL
++ rm /tmp/tmp.KBt359Nm99 /tmp/tmp.6uT59f7RvL
++ return 0
+ [[ 3 == \3 ]]
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-2.sql /tmp/tmp.bXe6szZYwd/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-2.sql /tmp/tmp.bXe6szZYwd/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-2.sql /tmp/tmp.bXe6szZYwd/select-2.sql
+ desc 'test xtrabackup'
+ set +o xtrace


-----------------------------------------------------------------------------------
test xtrabackup
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ipccP6gs3Y
++ mktemp
+ local LAST_ERR=/tmp/tmp.njpRnAuLlO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ipccP6gs3Y
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.njpRnAuLlO
+ rm /tmp/tmp.ipccP6gs3Y /tmp/tmp.njpRnAuLlO
+ return 0
+ patch_secret my-cluster-secrets xtrabackup dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=xtrabackup
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.KauubCYQ72
++ mktemp
+ local LAST_ERR=/tmp/tmp.WAmSVdOmYo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KauubCYQ72
secret/my-cluster-secrets patched
+ cat /tmp/tmp.WAmSVdOmYo
+ rm /tmp/tmp.KauubCYQ72 /tmp/tmp.WAmSVdOmYo
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FpoJfP0HQR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.d5LISvVyQk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FpoJfP0HQR
++ cat /tmp/tmp.d5LISvVyQk
++ rm /tmp/tmp.FpoJfP0HQR /tmp/tmp.d5LISvVyQk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NBEGij5AA8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QKAHyD4y04
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NBEGij5AA8
++ cat /tmp/tmp.QKAHyD4y04
++ rm /tmp/tmp.NBEGij5AA8 /tmp/tmp.QKAHyD4y04
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XpE4JAaJHu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tEEc2VfxH7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XpE4JAaJHu
++ cat /tmp/tmp.tEEc2VfxH7
++ rm /tmp/tmp.XpE4JAaJHu /tmp/tmp.tEEc2VfxH7
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Tios33wBKG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hH8gMUKMCT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Tios33wBKG
++ cat /tmp/tmp.hH8gMUKMCT
++ rm /tmp/tmp.Tios33wBKG /tmp/tmp.hH8gMUKMCT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4UkuUYRaoy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Evs6zI4UuG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4UkuUYRaoy
++ cat /tmp/tmp.Evs6zI4UuG
++ rm /tmp/tmp.4UkuUYRaoy /tmp/tmp.Evs6zI4UuG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8MFGh2NyQC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2rJXD9R3Kv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8MFGh2NyQC
++ cat /tmp/tmp.2rJXD9R3Kv
++ rm /tmp/tmp.8MFGh2NyQC /tmp/tmp.2rJXD9R3Kv
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XPUvopP33x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8468jaUYQy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XPUvopP33x
++ cat /tmp/tmp.8468jaUYQy
++ rm /tmp/tmp.XPUvopP33x /tmp/tmp.8468jaUYQy
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jDz5kMOVf8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KpEK08WVWX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jDz5kMOVf8
++ cat /tmp/tmp.KpEK08WVWX
++ rm /tmp/tmp.jDz5kMOVf8 /tmp/tmp.KpEK08WVWX
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.D8rhJP6Jin
+++ mktemp
++ local LAST_ERR=/tmp/tmp.80GxSXPYeo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.D8rhJP6Jin
++ cat /tmp/tmp.80GxSXPYeo
++ rm /tmp/tmp.D8rhJP6Jin /tmp/tmp.80GxSXPYeo
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.f4vopPeL0a
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.4CcMwuQhtB
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.f4vopPeL0a
+++++ cat /tmp/tmp.4CcMwuQhtB
+++++ rm /tmp/tmp.f4vopPeL0a /tmp/tmp.4CcMwuQhtB
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.4XTaOr2h84
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.cwqRLDOsCg
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.4XTaOr2h84
+++++ cat /tmp/tmp.cwqRLDOsCg
+++++ rm /tmp/tmp.4XTaOr2h84 /tmp/tmp.cwqRLDOsCg
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FOhxlPnnMc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.98JCdhZ4No
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FOhxlPnnMc
++ cat /tmp/tmp.98JCdhZ4No
++ rm /tmp/tmp.FOhxlPnnMc /tmp/tmp.98JCdhZ4No
++ return 0
+ [[ 2 == \2 ]]
+ compare_mysql_cmd_local select-3 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 '' pxc
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local postfix=
+ local container_name=pxc
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql_local 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 pxc
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local container_name=pxc
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-3.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-3.sql /tmp/tmp.bXe6szZYwd/select-3.sql
+ desc 'test clustercheck'
+ set +o xtrace


-----------------------------------------------------------------------------------
test clustercheck
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets clustercheck dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=clustercheck
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"clustercheck": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.eguvaz3O6O
++ mktemp
+ local LAST_ERR=/tmp/tmp.yupLgfxDq8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"clustercheck": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.eguvaz3O6O
secret/my-cluster-secrets patched
+ cat /tmp/tmp.yupLgfxDq8
+ rm /tmp/tmp.eguvaz3O6O /tmp/tmp.yupLgfxDq8
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.igXvo72qVf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.edmlLHVjeL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.igXvo72qVf
++ cat /tmp/tmp.edmlLHVjeL
++ rm /tmp/tmp.igXvo72qVf /tmp/tmp.edmlLHVjeL
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n2XP7Bm2CP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N9rYPVBNER
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.n2XP7Bm2CP
++ cat /tmp/tmp.N9rYPVBNER
++ rm /tmp/tmp.n2XP7Bm2CP /tmp/tmp.N9rYPVBNER
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.40gGSPFQkH
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Xjz8ugxafN
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.40gGSPFQkH
+++++ cat /tmp/tmp.Xjz8ugxafN
+++++ rm /tmp/tmp.40gGSPFQkH /tmp/tmp.Xjz8ugxafN
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.blD9FKL1o1
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.DCPX13ALXK
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.blD9FKL1o1
+++++ cat /tmp/tmp.DCPX13ALXK
+++++ rm /tmp/tmp.blD9FKL1o1 /tmp/tmp.DCPX13ALXK
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fvbKFylByI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VvdMvbRBAg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fvbKFylByI
++ cat /tmp/tmp.VvdMvbRBAg
++ rm /tmp/tmp.fvbKFylByI /tmp/tmp.VvdMvbRBAg
++ return 0
+ [[ 2 == \2 ]]
+ compare_mysql_cmd_local select-5 'SHOW DATABASES;' '-h 127.0.0.1 -uclustercheck -p'\''test-password'\''' some-name-pxc-0 '' pxc
+ local command_id=select-5
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uclustercheck -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local postfix=
+ local container_name=pxc
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-5.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql_local 'SHOW DATABASES;' '-h 127.0.0.1 -uclustercheck -p'\''test-password'\''' some-name-pxc-0 pxc
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uclustercheck -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local container_name=pxc
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-5.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-5.sql /tmp/tmp.bXe6szZYwd/select-5.sql
+ desc 'test monitor'
+ set +o xtrace


-----------------------------------------------------------------------------------
test monitor
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.KmcERJoCEb
++ mktemp
+ local LAST_ERR=/tmp/tmp.cTGLIw8tC5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KmcERJoCEb
secret/my-cluster-secrets patched
+ cat /tmp/tmp.cTGLIw8tC5
+ rm /tmp/tmp.KmcERJoCEb /tmp/tmp.cTGLIw8tC5
+ return 0
+ wait_for_password_propagation my-cluster-secrets monitor
+ local secret=my-cluster-secrets
+ local user=monitor
+ local max_retry=240
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wbTFxLqLHA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yESkqxb3p1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wbTFxLqLHA
++ cat /tmp/tmp.yESkqxb3p1
++ rm /tmp/tmp.wbTFxLqLHA /tmp/tmp.yESkqxb3p1
++ return 0
+ local root_pass=test-password
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ echo 'Skipping dual password feature doesn'\''t work for 5.7. PXC 5.7 doesn'\''t support it!'
Skipping dual password feature doesn't work for 5.7. PXC 5.7 doesn't support it!
+ return
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TfqfZ0xMXC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jkvwIbQPQi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TfqfZ0xMXC
++ cat /tmp/tmp.jkvwIbQPQi
++ rm /tmp/tmp.TfqfZ0xMXC /tmp/tmp.jkvwIbQPQi
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.551si1xrh8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jfbCGb3PG9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.551si1xrh8
++ cat /tmp/tmp.jfbCGb3PG9
++ rm /tmp/tmp.551si1xrh8 /tmp/tmp.jfbCGb3PG9
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5qJL3BkwNG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D5WPfmyHNj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5qJL3BkwNG
++ cat /tmp/tmp.D5WPfmyHNj
++ rm /tmp/tmp.5qJL3BkwNG /tmp/tmp.D5WPfmyHNj
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zk8DBJofVV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m7VgEUOMpa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zk8DBJofVV
++ cat /tmp/tmp.m7VgEUOMpa
++ rm /tmp/tmp.zk8DBJofVV /tmp/tmp.m7VgEUOMpa
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.oh7kPH285J
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.bO7bkPLBOB
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.oh7kPH285J
+++++ cat /tmp/tmp.bO7bkPLBOB
+++++ rm /tmp/tmp.oh7kPH285J /tmp/tmp.bO7bkPLBOB
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.3vQkz75QwP
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ZsfOTiZWsR
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.3vQkz75QwP
+++++ cat /tmp/tmp.ZsfOTiZWsR
+++++ rm /tmp/tmp.3vQkz75QwP /tmp/tmp.ZsfOTiZWsR
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9PDUjH2n0F
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NFZ3X9TTO8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9PDUjH2n0F
++ cat /tmp/tmp.NFZ3X9TTO8
++ rm /tmp/tmp.9PDUjH2n0F /tmp/tmp.NFZ3X9TTO8
++ return 0
+ [[ 2 == \2 ]]
+ sleep 10
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Mw6SA81yx0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FpZfnIEsjj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Mw6SA81yx0
++ cat /tmp/tmp.FpZfnIEsjj
++ rm /tmp/tmp.Mw6SA81yx0 /tmp/tmp.FpZfnIEsjj
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql /tmp/tmp.bXe6szZYwd/select-4.sql
+ desc 'test operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test operator
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets operator dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.thB68UTTHZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.ItvRiUx8WD
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.thB68UTTHZ
secret/my-cluster-secrets patched
+ cat /tmp/tmp.ItvRiUx8WD
+ rm /tmp/tmp.thB68UTTHZ /tmp/tmp.ItvRiUx8WD
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Grl0AKDmwA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eKiC2mXOG0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Grl0AKDmwA
++ cat /tmp/tmp.eKiC2mXOG0
++ rm /tmp/tmp.Grl0AKDmwA /tmp/tmp.eKiC2mXOG0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rcpNu5Dtt7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1glEdbNIaA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rcpNu5Dtt7
++ cat /tmp/tmp.1glEdbNIaA
++ rm /tmp/tmp.rcpNu5Dtt7 /tmp/tmp.1glEdbNIaA
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.27Las9K5EE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FY6jmjdSz8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.27Las9K5EE
++ cat /tmp/tmp.FY6jmjdSz8
++ rm /tmp/tmp.27Las9K5EE /tmp/tmp.FY6jmjdSz8
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.hfbKuNtyFy
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.XmUdTyxQZf
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.hfbKuNtyFy
+++++ cat /tmp/tmp.XmUdTyxQZf
+++++ rm /tmp/tmp.hfbKuNtyFy /tmp/tmp.XmUdTyxQZf
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Bp2NxMPvmS
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ZKpRClAQqW
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Bp2NxMPvmS
+++++ cat /tmp/tmp.ZKpRClAQqW
+++++ rm /tmp/tmp.Bp2NxMPvmS /tmp/tmp.ZKpRClAQqW
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dPODjdoOxi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pDx9HeK5aE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dPODjdoOxi
++ cat /tmp/tmp.pDx9HeK5aE
++ rm /tmp/tmp.dPODjdoOxi /tmp/tmp.pDx9HeK5aE
++ return 0
+ [[ 2 == \2 ]]
+ sleep 10
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0AVdlZSJvo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lvMxIPK6rF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0AVdlZSJvo
++ cat /tmp/tmp.lvMxIPK6rF
++ rm /tmp/tmp.0AVdlZSJvo /tmp/tmp.lvMxIPK6rF
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql /tmp/tmp.bXe6szZYwd/select-4.sql
+ desc 'change secret name'
+ set +o xtrace


-----------------------------------------------------------------------------------
change secret name
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.r3koY9xv0Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.g99xk2U61l
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.r3koY9xv0Q
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.g99xk2U61l
+ rm /tmp/tmp.r3koY9xv0Q /tmp/tmp.g99xk2U61l
+ return 0
+ sleep 30
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RizCd2nSTY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7ldwg96jm5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RizCd2nSTY
++ cat /tmp/tmp.7ldwg96jm5
++ rm /tmp/tmp.RizCd2nSTY /tmp/tmp.7ldwg96jm5
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.viGFbOvNxC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.t6XR7xZwOP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.viGFbOvNxC
++ cat /tmp/tmp.t6XR7xZwOP
++ rm /tmp/tmp.viGFbOvNxC /tmp/tmp.t6XR7xZwOP
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gYwNqDMbfX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KkYA5cWWez
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gYwNqDMbfX
++ cat /tmp/tmp.KkYA5cWWez
++ rm /tmp/tmp.gYwNqDMbfX /tmp/tmp.KkYA5cWWez
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jLIRLnahJ1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rKHYnh4fOd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jLIRLnahJ1
++ cat /tmp/tmp.rKHYnh4fOd
++ rm /tmp/tmp.jLIRLnahJ1 /tmp/tmp.rKHYnh4fOd
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8KUwpT56wg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.S22bDPzQ46
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8KUwpT56wg
++ cat /tmp/tmp.S22bDPzQ46
++ rm /tmp/tmp.8KUwpT56wg /tmp/tmp.S22bDPzQ46
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QugtNqBDTA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RaHOv9Pr9R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QugtNqBDTA
++ cat /tmp/tmp.RaHOv9Pr9R
++ rm /tmp/tmp.QugtNqBDTA /tmp/tmp.RaHOv9Pr9R
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wcfddqoZoe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nEneG134xP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wcfddqoZoe
++ cat /tmp/tmp.nEneG134xP
++ rm /tmp/tmp.wcfddqoZoe /tmp/tmp.nEneG134xP
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bmCvcQjhyW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.v70DKaCfda
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bmCvcQjhyW
++ cat /tmp/tmp.v70DKaCfda
++ rm /tmp/tmp.bmCvcQjhyW /tmp/tmp.v70DKaCfda
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.wyKTR4LrJv
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ADRoP28UKS
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.wyKTR4LrJv
+++++ cat /tmp/tmp.ADRoP28UKS
+++++ rm /tmp/tmp.wyKTR4LrJv /tmp/tmp.ADRoP28UKS
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.MuNFDgHWiF
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.r87d8fJArf
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.MuNFDgHWiF
+++++ cat /tmp/tmp.r87d8fJArf
+++++ rm /tmp/tmp.MuNFDgHWiF /tmp/tmp.r87d8fJArf
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LnlRS18VfM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yOXVPCUaeA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LnlRS18VfM
++ cat /tmp/tmp.yOXVPCUaeA
++ rm /tmp/tmp.LnlRS18VfM /tmp/tmp.yOXVPCUaeA
++ return 0
+ [[ 2 == \2 ]]
+ desc 'test new operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new operator
-----------------------------------------------------------------------------------

+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ patch_secret my-cluster-secrets-2 operator dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets-2
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.bsnQ7axgjZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.1OJqgM7wSL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bsnQ7axgjZ
secret/my-cluster-secrets-2 patched
+ cat /tmp/tmp.1OJqgM7wSL
+ rm /tmp/tmp.bsnQ7axgjZ /tmp/tmp.1OJqgM7wSL
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.opkqkJ1RY4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6d7RopPAyA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.opkqkJ1RY4
++ cat /tmp/tmp.6d7RopPAyA
++ rm /tmp/tmp.opkqkJ1RY4 /tmp/tmp.6d7RopPAyA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tNMm77hHrb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8DVe0w1zi1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tNMm77hHrb
++ cat /tmp/tmp.8DVe0w1zi1
++ rm /tmp/tmp.tNMm77hHrb /tmp/tmp.8DVe0w1zi1
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LbTZfZrbCe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VL0U0YkiIX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LbTZfZrbCe
++ cat /tmp/tmp.VL0U0YkiIX
++ rm /tmp/tmp.LbTZfZrbCe /tmp/tmp.VL0U0YkiIX
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.JJDrewfQ93
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.dCzUb2BopM
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.JJDrewfQ93
+++++ cat /tmp/tmp.dCzUb2BopM
+++++ rm /tmp/tmp.JJDrewfQ93 /tmp/tmp.dCzUb2BopM
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.aKr2MbFf4Z
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.4c9wXGmqso
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.aKr2MbFf4Z
+++++ cat /tmp/tmp.4c9wXGmqso
+++++ rm /tmp/tmp.aKr2MbFf4Z /tmp/tmp.4c9wXGmqso
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UBuZ0AvKiI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.25onZxkoRI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UBuZ0AvKiI
++ cat /tmp/tmp.25onZxkoRI
++ rm /tmp/tmp.UBuZ0AvKiI /tmp/tmp.25onZxkoRI
++ return 0
+ [[ 2 == \2 ]]
+ sleep 20
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pvo0Ueqo7J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KsE3es9eph
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pvo0Ueqo7J
++ cat /tmp/tmp.KsE3es9eph
++ rm /tmp/tmp.pvo0Ueqo7J /tmp/tmp.KsE3es9eph
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql /tmp/tmp.bXe6szZYwd/select-4.sql
++ getSecretData my-cluster-secrets-2 root
++ local secretName=my-cluster-secrets-2
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lHoECchYAq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aXh6cX9dTJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lHoECchYAq
++ cat /tmp/tmp.aXh6cX9dTJ
++ rm /tmp/tmp.lHoECchYAq /tmp/tmp.aXh6cX9dTJ
++ return 0
+ newpass='pWN-Ce2dgYz[qIt#9$}'
+ desc 'test new users sync'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new users sync
-----------------------------------------------------------------------------------

+ run_mysql 'CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''pWN-Ce2dgYz[qIt#9$}'\'';' '-h some-name-pxc -uroot -p'\''pWN-Ce2dgYz[qIt#9$}'\'''
+ local 'command=CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''pWN-Ce2dgYz[qIt#9$}'\'';'
+ local 'uri=-h some-name-pxc -uroot -p'\''pWN-Ce2dgYz[qIt#9$}'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YvtwNjqlI6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DsLiPyEgwm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YvtwNjqlI6
++ cat /tmp/tmp.DsLiPyEgwm
++ rm /tmp/tmp.YvtwNjqlI6 /tmp/tmp.DsLiPyEgwm
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ sleep 40
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''pWN-Ce2dgYz[qIt#9$}'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''pWN-Ce2dgYz[qIt#9$}'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''pWN-Ce2dgYz[qIt#9$}'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''pWN-Ce2dgYz[qIt#9$}'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.v3n8tjDSYS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Bqr7GKFWLX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.v3n8tjDSYS
++ cat /tmp/tmp.Bqr7GKFWLX
++ rm /tmp/tmp.v3n8tjDSYS /tmp/tmp.Bqr7GKFWLX
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql /tmp/tmp.bXe6szZYwd/select-4.sql
++ getSecretData internal-some-name operator
++ local secretName=internal-some-name
++ local dataKey=operator
++ kubectl_bin get secrets/internal-some-name '--template={{.data.operator}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VDRN2SvwGC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3asVq4cTjJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.operator}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VDRN2SvwGC
++ cat /tmp/tmp.3asVq4cTjJ
++ rm /tmp/tmp.VDRN2SvwGC /tmp/tmp.3asVq4cTjJ
++ return 0
+ pass=test-password2
+ desc 'check secret without operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
check secret without operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.qYCt2Kv8g1
++ mktemp
+ local LAST_ERR=/tmp/tmp.IWZgWxONKC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qYCt2Kv8g1
secret/my-cluster-secrets-2 configured
+ cat /tmp/tmp.IWZgWxONKC
Warning: resource secrets/my-cluster-secrets-2 is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.qYCt2Kv8g1 /tmp/tmp.IWZgWxONKC
+ return 0
+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.V3nBssgArm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LB53wbT6Ce
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.V3nBssgArm
++ cat /tmp/tmp.LB53wbT6Ce
++ rm /tmp/tmp.V3nBssgArm /tmp/tmp.LB53wbT6Ce
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-4.sql /tmp/tmp.bXe6szZYwd/select-4.sql
+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/conf/some-name.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1131-d64e70d4#'
+ local LAST_OUT=/tmp/tmp.QMXX0odZq9
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-17551~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.7yaBVE2MQb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QMXX0odZq9
perconaxtradbcluster.pxc.percona.com/some-name configured
+ cat /tmp/tmp.7yaBVE2MQb
+ rm /tmp/tmp.QMXX0odZq9 /tmp/tmp.7yaBVE2MQb
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ScQzgri3YR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aLzwTeI4Oa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ScQzgri3YR
++ cat /tmp/tmp.aLzwTeI4Oa
++ rm /tmp/tmp.ScQzgri3YR /tmp/tmp.aLzwTeI4Oa
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pd3KUeLUrp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Elb7B2kUzD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pd3KUeLUrp
++ cat /tmp/tmp.Elb7B2kUzD
++ rm /tmp/tmp.pd3KUeLUrp /tmp/tmp.Elb7B2kUzD
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mJvgQQ0S3x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UPnU6wWGKX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mJvgQQ0S3x
++ cat /tmp/tmp.UPnU6wWGKX
++ rm /tmp/tmp.mJvgQQ0S3x /tmp/tmp.UPnU6wWGKX
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nLfMj5ZZaZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.u3H6ejnIg1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nLfMj5ZZaZ
++ cat /tmp/tmp.u3H6ejnIg1
++ rm /tmp/tmp.nLfMj5ZZaZ /tmp/tmp.u3H6ejnIg1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Y2DXwcN1u4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qf5OxOg6ZK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Y2DXwcN1u4
++ cat /tmp/tmp.qf5OxOg6ZK
++ rm /tmp/tmp.Y2DXwcN1u4 /tmp/tmp.qf5OxOg6ZK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iRtcpLOVOH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YfmzE5cAGd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iRtcpLOVOH
++ cat /tmp/tmp.YfmzE5cAGd
++ rm /tmp/tmp.iRtcpLOVOH /tmp/tmp.YfmzE5cAGd
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PBOCk1AhVy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gZRv5CYQu7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PBOCk1AhVy
++ cat /tmp/tmp.gZRv5CYQu7
++ rm /tmp/tmp.PBOCk1AhVy /tmp/tmp.gZRv5CYQu7
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rQm6EIKtb1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZErTj1OZ5v
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rQm6EIKtb1
++ cat /tmp/tmp.ZErTj1OZ5v
++ rm /tmp/tmp.rQm6EIKtb1 /tmp/tmp.ZErTj1OZ5v
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QTgeLpnTjM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pbrWbuDI8d
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QTgeLpnTjM
++ cat /tmp/tmp.pbrWbuDI8d
++ rm /tmp/tmp.QTgeLpnTjM /tmp/tmp.pbrWbuDI8d
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U4Vw7VKwps
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8Kzu7cQB75
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.U4Vw7VKwps
++ cat /tmp/tmp.8Kzu7cQB75
++ rm /tmp/tmp.U4Vw7VKwps /tmp/tmp.8Kzu7cQB75
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wuTWWvaMA8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FuSDzynm5u
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wuTWWvaMA8
++ cat /tmp/tmp.FuSDzynm5u
++ rm /tmp/tmp.wuTWWvaMA8 /tmp/tmp.FuSDzynm5u
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vaiRlu5RVU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hoQi0XeRlu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vaiRlu5RVU
++ cat /tmp/tmp.hoQi0XeRlu
++ rm /tmp/tmp.vaiRlu5RVU /tmp/tmp.hoQi0XeRlu
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XY1gsTE03c
+++ mktemp
++ local LAST_ERR=/tmp/tmp.k7CO8aE9pv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XY1gsTE03c
++ cat /tmp/tmp.k7CO8aE9pv
++ rm /tmp/tmp.XY1gsTE03c /tmp/tmp.k7CO8aE9pv
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RMzl8rg8Hh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eb8CWWNy6O
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RMzl8rg8Hh
++ cat /tmp/tmp.eb8CWWNy6O
++ rm /tmp/tmp.RMzl8rg8Hh /tmp/tmp.eb8CWWNy6O
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AHAlPDC3S2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UWCTc2ASt0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.AHAlPDC3S2
++ cat /tmp/tmp.UWCTc2ASt0
++ rm /tmp/tmp.AHAlPDC3S2 /tmp/tmp.UWCTc2ASt0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ylm7da20dr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g2tQaoN19e
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ylm7da20dr
++ cat /tmp/tmp.g2tQaoN19e
++ rm /tmp/tmp.ylm7da20dr /tmp/tmp.g2tQaoN19e
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hAoEXEtv4Q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kLNZLuFBC1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hAoEXEtv4Q
++ cat /tmp/tmp.kLNZLuFBC1
++ rm /tmp/tmp.hAoEXEtv4Q /tmp/tmp.kLNZLuFBC1
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GXPqiH161x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JYoVrhbdcA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GXPqiH161x
++ cat /tmp/tmp.JYoVrhbdcA
++ rm /tmp/tmp.GXPqiH161x /tmp/tmp.JYoVrhbdcA
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.1G0ifhOrwr
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.oy8Jgb7th1
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.1G0ifhOrwr
+++++ cat /tmp/tmp.oy8Jgb7th1
+++++ rm /tmp/tmp.1G0ifhOrwr /tmp/tmp.oy8Jgb7th1
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-haproxy
++++ return
+++ local cluster_proxy=some-name-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.w0loBk0GiG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I3x9cbTzvc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.w0loBk0GiG
++ cat /tmp/tmp.I3x9cbTzvc
++ rm /tmp/tmp.w0loBk0GiG /tmp/tmp.I3x9cbTzvc
++ return 0
+ [[ 3 == \3 ]]
+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.X3oEeTpWXu
++ mktemp
+ local LAST_ERR=/tmp/tmp.ElXtIxR4Lm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.X3oEeTpWXu
secret/my-cluster-secrets patched
+ cat /tmp/tmp.ElXtIxR4Lm
+ rm /tmp/tmp.X3oEeTpWXu /tmp/tmp.ElXtIxR4Lm
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5V5CLCyH12
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sggpqP03HN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5V5CLCyH12
++ cat /tmp/tmp.sggpqP03HN
++ rm /tmp/tmp.5V5CLCyH12 /tmp/tmp.sggpqP03HN
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SEWywLrLt2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5ulbW0NTKX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SEWywLrLt2
++ cat /tmp/tmp.5ulbW0NTKX
++ rm /tmp/tmp.SEWywLrLt2 /tmp/tmp.5ulbW0NTKX
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UVBPQj8hWb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rmbDa00WzR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UVBPQj8hWb
++ cat /tmp/tmp.rmbDa00WzR
++ rm /tmp/tmp.UVBPQj8hWb /tmp/tmp.rmbDa00WzR
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.TmaX0uZIog
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.0p16ZCnwMe
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.TmaX0uZIog
+++++ cat /tmp/tmp.0p16ZCnwMe
+++++ rm /tmp/tmp.TmaX0uZIog /tmp/tmp.0p16ZCnwMe
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-haproxy
++++ return
+++ local cluster_proxy=some-name-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Z3NxEpbovN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ltnRIy39E2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Z3NxEpbovN
++ cat /tmp/tmp.ltnRIy39E2
++ rm /tmp/tmp.Z3NxEpbovN /tmp/tmp.ltnRIy39E2
++ return 0
+ [[ 3 == \3 ]]
+ compare_mysql_cmd select-3 'SHOW DATABASES;' '-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ run_mysql 'SHOW DATABASES;' '-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h some-name-haproxy -umonitor -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PTGUdbaHlT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OtdRdHJC7L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PTGUdbaHlT
++ cat /tmp/tmp.OtdRdHJC7L
++ rm /tmp/tmp.PTGUdbaHlT /tmp/tmp.OtdRdHJC7L
++ return 0
+ client_pod=pxc-client-778b75bfb4-qrtwd
+ wait_pod pxc-client-778b75bfb4-qrtwd
+ local pod=pxc-client-778b75bfb4-qrtwd
+ local max_retry=480
+ local ns=
++ echo pxc-client-778b75bfb4-qrtwd
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pxc-client-778b75bfb4-qrtwd.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.bXe6szZYwd/select-3.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1131/e2e-tests/users/compare/select-3.sql /tmp/tmp.bXe6szZYwd/select-3.sql
+ destroy users-17551
+ local namespace=users-17551
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v 'the object has been modified'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ grep -v 'get backup status: Job.batch'
+ sort -u
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ tee /tmp/tmp.bXe6szZYwd/operator.log
+ grep -v level=info
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JHLPoF09Vl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cYjEeJnjEQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JHLPoF09Vl
++ cat /tmp/tmp.cYjEeJnjEQ
++ rm /tmp/tmp.JHLPoF09Vl /tmp/tmp.cYjEeJnjEQ
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-58bddf54b8-kfg7x
++ mktemp
+ local LAST_OUT=/tmp/tmp.DVxtFK86m2
++ mktemp
+ local LAST_ERR=/tmp/tmp.OZNwEZmNPI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-58bddf54b8-kfg7x
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.DVxtFK86m2
+ cat /tmp/tmp.OZNwEZmNPI
+ rm /tmp/tmp.DVxtFK86m2 /tmp/tmp.OZNwEZmNPI
+ return 0

2023-04-20T12:22:20.924Z	INFO	setup	Manager starting up	{"gitCommit": "d64e70d44804dd626500b1fbc99331b93a5624b1", "gitBranch": "PR-1131-d64e70d4", "goVersion": "go1.19.8", "os": "linux", "arch": "amd64"}
2023-04-20T12:22:20.924Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.22.17-gke.7500"}
2023-04-20T12:22:21.582Z	INFO	controller-runtime.metrics	Metrics server is starting to listen	{"addr": ":8080"}
2023-04-20T12:22:21.583Z	INFO	setup	Registering Components.
2023-04-20T12:22:24.408Z	INFO	controller-runtime.certwatcher	Starting certificate watcher
2023-04-20T12:22:24.408Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate
2023-04-20T12:22:24.408Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2023-04-20T12:22:24.408Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2023-04-20T12:22:24.408Z	INFO	controller-runtime.webhook.webhooks	Starting webhook server
2023-04-20T12:22:24.408Z	INFO	setup	Starting the Cmd.
2023-04-20T12:22:24.408Z	INFO	Starting server	{"kind": "health probe", "addr": "[::]:8081"}
2023-04-20T12:22:24.408Z	INFO	Starting server	{"path": "/metrics", "kind": "metrics", "addr": "[::]:8080"}
2023-04-20T12:22:24.409Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2023-04-20T12:22:24.434Z	INFO	Starting Controller	{"controller": "perconaxtradbclusterbackup-controller"}
2023-04-20T12:22:24.434Z	INFO	Starting Controller	{"controller": "perconaxtradbcluster-controller"}
2023-04-20T12:22:24.434Z	INFO	Starting Controller	{"controller": "perconaxtradbclusterrestore-controller"}
2023-04-20T12:22:24.434Z	INFO	Starting EventSource	{"controller": "perconaxtradbclusterbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2023-04-20T12:22:24.434Z	INFO	Starting EventSource	{"controller": "perconaxtradbcluster-controller", "source": "kind source: *v1.PerconaXtraDBCluster"}
2023-04-20T12:22:24.434Z	INFO	Starting EventSource	{"controller": "perconaxtradbclusterrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2023-04-20T12:22:24.434Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2023-04-20T12:22:24.535Z	INFO	Starting workers	{"controller": "perconaxtradbcluster-controller", "worker count": 20}
2023-04-20T12:22:24.636Z	INFO	Starting workers	{"controller": "perconaxtradbclusterrestore-controller", "worker count": 1}
2023-04-20T12:22:24.637Z	INFO	Starting workers	{"controller": "perconaxtradbclusterbackup-controller", "worker count": 1}
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:329
{"level":"error",,"logger":"perconaxtradbcluster","caller":"pxc/controller.go:1245","msg":"sync users","cluster":"some-name","namespace":"users-17551","error":"exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-17551.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-17551.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-17551.svc.' (using password: YES)\nERROR (line:1437) : Could not find a primary cluster node\n","errorVerbose":"exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-17551.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-17551.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-17551.svc.' (using password: YES)\nERROR (line:1437) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:969\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1243\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594","stacktrace":"github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1245"}
{"level":"error",,"logger":"perconaxtradbcluster","caller":"pxc/controller.go:1245","msg":"sync users","cluster":"some-name","namespace":"users-17551","error":"exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n","errorVerbose":"exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:969\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1243\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594","stacktrace":"github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1245"}
{"level":"error",,"logger":"perconaxtradbcluster","caller":"pxc/controller.go:1245","msg":"sync users","cluster":"some-name","namespace":"users-17551","error":"exec syncusers: command terminated with exit code 1 /  / ERROR (line:387) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n","errorVerbose":"exec syncusers: command terminated with exit code 1 /  / ERROR (line:387) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:969\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1243\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594","stacktrace":"github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1245"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/controller.go:452","msg":"reconcile replication error","cluster":"some-name","namespace":"users-17551","err":"failed to connect to pod some-name-pxc-0: dial tcp 10.23.154.34:33062: connect: connection refused"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/controller.go:452","msg":"reconcile replication error","cluster":"some-name","namespace":"users-17551","err":"failed to connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.users-17551 on 10.23.160.10:53: no such host"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/controller.go:452","msg":"reconcile replication error","cluster":"some-name","namespace":"users-17551","err":"get primary pxc pod: not found"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/replication.go:145","msg":"Unable to find primary pod for replication. No pod with name or ip like this","cluster":"some-name","namespace":"users-17551","primary name":"some-name-pxc-0.some-name-pxc.users-17551.svc.cluster.local"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/secrets.go:72","msg":"Created user secrets","cluster":"some-name","namespace":"users-17551","secrets":"my-cluster-secrets-2"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:129","msg":"Proxy pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"23dfceb9fbf23552f6e26b9bca31b93c6f51b2772a5cac922572930a3992b128"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:129","msg":"Proxy pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"4eb2260238b493faf83f433c09dff8870ce5daa42048a21440f3d7e5a90e60d5"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:129","msg":"Proxy pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"6f2c9fc6b01e51a9cdf874c25f2604c63cca3ea22d7fe5281498332236d575fa"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:129","msg":"Proxy pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"a59c8f8722758304958e2a9355acfc59aa5dcc894c4a96624a4b5c3ba56af987"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:129","msg":"Proxy pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"dc9b05bf0c3d6c91836ba90d35827a7efec224b0232aa8ea0b2e1604e185c0ac"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:129","msg":"Proxy pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"ed657619cf4022180a7a1ceded89fd6076480f7fc47cde5b3285fcf990beccc3"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:129","msg":"Proxy pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"fea5744f230095de17e3643bcfd0ad6608854e47a068741ba1bb1bcd89bec8fe"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:133","msg":"PXC pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"23dfceb9fbf23552f6e26b9bca31b93c6f51b2772a5cac922572930a3992b128"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:133","msg":"PXC pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"4eb2260238b493faf83f433c09dff8870ce5daa42048a21440f3d7e5a90e60d5"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:133","msg":"PXC pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"6f2c9fc6b01e51a9cdf874c25f2604c63cca3ea22d7fe5281498332236d575fa"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:133","msg":"PXC pods will be restarted","cluster":"some-name","namespace":"users-17551","last-applied-secret":"c79872f6a0c675438b3f0fafd2f0758b3bc0e2c50d304ec2682b6fc386f415a8"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:532","msg":"User monitor: granted privileges","cluster":"some-name","namespace":"users-17551"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users.go:729","msg":"User xtrabackup: granted privileges","cluster":"some-name","namespace":"users-17551"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:128","msg":"Password changed, updating user","cluster":"some-name","namespace":"users-17551","user":"operator"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:134","msg":"User password updated","cluster":"some-name","namespace":"users-17551","user":"operator"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:142","msg":"Internal secrets updated","cluster":"some-name","namespace":"users-17551","user":"operator"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:207","msg":"Password changed, updating user","cluster":"some-name","namespace":"users-17551","user":"monitor"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:213","msg":"User password updated","cluster":"some-name","namespace":"users-17551","user":"monitor"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:220","msg":"Proxy user updated","cluster":"some-name","namespace":"users-17551","user":"monitor"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:234","msg":"Internal secrets updated","cluster":"some-name","namespace":"users-17551","user":"monitor"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:291","msg":"Password changed, updating user","cluster":"some-name","namespace":"users-17551","user":"clustercheck"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:297","msg":"User password updated","cluster":"some-name","namespace":"users-17551","user":"clustercheck"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:305","msg":"Internal secrets updated","cluster":"some-name","namespace":"users-17551","user":"clustercheck"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:341","msg":"Password changed, updating user","cluster":"some-name","namespace":"users-17551","user":"xtrabackup"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:347","msg":"User password updated","cluster":"some-name","namespace":"users-17551","user":"xtrabackup"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:355","msg":"Internal secrets updated","cluster":"some-name","namespace":"users-17551","user":"xtrabackup"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:393","msg":"Password changed, updating user","cluster":"some-name","namespace":"users-17551","user":"replication"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:399","msg":"User password updated","cluster":"some-name","namespace":"users-17551","user":"replication"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:407","msg":"Internal secrets updated","cluster":"some-name","namespace":"users-17551","user":"replication"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:433","msg":"Password changed, updating user","cluster":"some-name","namespace":"users-17551","user":"proxyadmin"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:439","msg":"Proxy user updated","cluster":"some-name","namespace":"users-17551","user":"proxyadmin"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:447","msg":"Internal secrets updated","cluster":"some-name","namespace":"users-17551","user":"proxyadmin"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:80","msg":"Password changed, updating user","cluster":"some-name","namespace":"users-17551","user":"root"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:86","msg":"User password updated","cluster":"some-name","namespace":"users-17551","user":"root"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/users_without_dp.go:99","msg":"Internal secrets updated","cluster":"some-name","namespace":"users-17551","user":"root"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/version.go:343","msg":"update PXC version (fetched from db)","cluster":"some-name","namespace":"users-17551","new version":"5.7.41-44-57"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"pxc/version.go:390","msg":"Set CR version","cluster":"some-name","namespace":"users-17551","version":"1.13.0"}
{"level":"info",,"logger":"perconaxtradbcluster","caller":"v1/pxc_types.go:993","msg":"Setting safe defaults, updating ProxySQL size","cluster":"some-name","namespace":"users-17551","oldSize":1,"newSize":2}
[mysql] 2023/04/20 12:33:33 packets.go:37: unexpected EOF
[mysql] 2023/04/20 12:38:30 packets.go:37: unexpected EOF
[mysql] 2023/04/20 12:43:37 packets.go:37: read tcp 10.23.152.40:39080->10.23.162.169:3306: i/o timeout
[mysql] 2023/04/20 12:46:08 packets.go:37: read tcp 10.23.152.40:40252->10.23.162.169:3306: i/o timeout
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-17551 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.TPq4i1BLbo
++ mktemp
+ local LAST_ERR=/tmp/tmp.pKmd8iYbYN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TPq4i1BLbo
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.pKmd8iYbYN
+ rm /tmp/tmp.TPq4i1BLbo /tmp/tmp.pKmd8iYbYN
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.NEOu69gVOA
++ mktemp
+ local LAST_ERR=/tmp/tmp.Y5FYLV7bj4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NEOu69gVOA
No resources found
+ cat /tmp/tmp.Y5FYLV7bj4
+ rm /tmp/tmp.NEOu69gVOA /tmp/tmp.Y5FYLV7bj4
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.rskwy8T4cg
++ mktemp
+ local LAST_ERR=/tmp/tmp.XIPTNAnfYG
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.rskwy8T4cg
No resources found
+ cat /tmp/tmp.XIPTNAnfYG
+ rm /tmp/tmp.rskwy8T4cg /tmp/tmp.XIPTNAnfYG
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.aoe4i5fAFd
++ mktemp
+ local LAST_ERR=/tmp/tmp.2cMwmYMhZk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aoe4i5fAFd
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.2cMwmYMhZk
+ rm /tmp/tmp.aoe4i5fAFd /tmp/tmp.2cMwmYMhZk
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.8.0/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace users-17551
+ rm -rf /tmp/tmp.bXe6szZYwd
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.sMoQaQUvbC
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
+ local LAST_OUT=/tmp/tmp.IJeSwGaveo
++ mktemp
+ local LAST_ERR=/tmp/tmp.H7UHs0SVnD
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.8QN1OiDkaP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace users-17551
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator