Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/logs/users-8-0.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ create_infra users-30997
+ local ns=users-30997
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-20772 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.tilr3TU0eU
++ mktemp
+ local LAST_ERR=/tmp/tmp.GANldCx1do
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.tilr3TU0eU
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.GANldCx1do
+ rm /tmp/tmp.tilr3TU0eU /tmp/tmp.GANldCx1do
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.3svZuQVvwd
++ mktemp
+ local LAST_ERR=/tmp/tmp.kSxF11ySW9
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3svZuQVvwd
No resources found
+ cat /tmp/tmp.kSxF11ySW9
+ rm /tmp/tmp.3svZuQVvwd /tmp/tmp.kSxF11ySW9
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.0aPUx4xMPV
++ mktemp
+ local LAST_ERR=/tmp/tmp.f4L1gdVkJ5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0aPUx4xMPV
No resources found
+ cat /tmp/tmp.f4L1gdVkJ5
+ rm /tmp/tmp.0aPUx4xMPV /tmp/tmp.f4L1gdVkJ5
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
++ mktemp
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ local LAST_OUT=/tmp/tmp.lgxN8BzQGD
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.HZQO2RXcu6
++ mktemp
+ local LAST_ERR=/tmp/tmp.aHheyCVTjD
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.d5A07Xnban
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ for i in '$(seq 0 2)'
+ kubectl get ns
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lgxN8BzQGD
+ cat /tmp/tmp.aHheyCVTjD
+ rm /tmp/tmp.lgxN8BzQGD /tmp/tmp.aHheyCVTjD
+ return 0
namespace "users-20772" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.HZQO2RXcu6
namespace "pxc-operator" deleted
+ cat /tmp/tmp.d5A07Xnban
+ rm /tmp/tmp.HZQO2RXcu6 /tmp/tmp.d5A07Xnban
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.EtcxsWhRH2
++ mktemp
+ local LAST_ERR=/tmp/tmp.MNzbFaHiIn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EtcxsWhRH2
namespace/pxc-operator created
+ cat /tmp/tmp.MNzbFaHiIn
+ rm /tmp/tmp.EtcxsWhRH2 /tmp/tmp.MNzbFaHiIn
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OywEj36wJX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.W7stFBBAL2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OywEj36wJX
++ cat /tmp/tmp.W7stFBBAL2
++ rm /tmp/tmp.OywEj36wJX /tmp/tmp.W7stFBBAL2
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster2 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.ckdQyx0oNk
++ mktemp
+ local LAST_ERR=/tmp/tmp.bRL8Z6yYGg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster2 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ckdQyx0oNk
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster2" modified.
+ cat /tmp/tmp.bRL8Z6yYGg
+ rm /tmp/tmp.ckdQyx0oNk /tmp/tmp.bRL8Z6yYGg
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.LMMBpFUrmh
++ mktemp
+ local LAST_ERR=/tmp/tmp.MShM8GBg9C
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LMMBpFUrmh
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.MShM8GBg9C
+ rm /tmp/tmp.LMMBpFUrmh /tmp/tmp.MShM8GBg9C
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.32xGBRp070
++ mktemp
+ local LAST_ERR=/tmp/tmp.1Uzsj20gyj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.32xGBRp070
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.1Uzsj20gyj
+ rm /tmp/tmp.32xGBRp070 /tmp/tmp.1Uzsj20gyj
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.qP405seciW
++ mktemp
+ local LAST_ERR=/tmp/tmp.XI7UraUNAN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qP405seciW
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.XI7UraUNAN
+ rm /tmp/tmp.qP405seciW /tmp/tmp.XI7UraUNAN
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.9CEwYi6Tew
++ mktemp
+ local LAST_ERR=/tmp/tmp.0vJtnfTYqY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9CEwYi6Tew
pod/percona-xtradb-cluster-operator-b6944779d-xlpds condition met
+ cat /tmp/tmp.0vJtnfTYqY
+ rm /tmp/tmp.9CEwYi6Tew /tmp/tmp.0vJtnfTYqY
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PFatxi2ekE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mQ711AYQth
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PFatxi2ekE
++ cat /tmp/tmp.mQ711AYQth
++ rm /tmp/tmp.PFatxi2ekE /tmp/tmp.mQ711AYQth
++ return 0
+ wait_pod percona-xtradb-cluster-operator-b6944779d-xlpds 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-b6944779d-xlpds
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-b6944779d-xlpds
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-b6944779d-xlpds condition met
percona-xtradb-cluster-operator-b6944779d-xlpds.Ok
+ sleep 3
+ create_namespace users-30997
+ local namespace=users-30997
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-30997'
++ mktemp
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-30997
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-30997
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.kLlSWFNfL6
++ mktemp
+ local LAST_OUT=/tmp/tmp.DnjDazBFa5
++ mktemp
+ local LAST_ERR=/tmp/tmp.JK5YkiWrda
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.Iq5ayCFIJe
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-30997
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-30997
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kLlSWFNfL6
+ cat /tmp/tmp.JK5YkiWrda
+ rm /tmp/tmp.kLlSWFNfL6 /tmp/tmp.JK5YkiWrda
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-30997
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.DnjDazBFa5
+ cat /tmp/tmp.Iq5ayCFIJe
Error from server (NotFound): namespaces "users-30997" not found
+ rm /tmp/tmp.DnjDazBFa5 /tmp/tmp.Iq5ayCFIJe
+ return 1
+ :
+ wait_for_delete namespace/users-30997
+ local res=namespace/users-30997
+ echo -n 'namespace/users-30997 - '
namespace/users-30997 - + set +o xtrace
Error from server (NotFound): namespaces "users-30997" not found
+ desc 'create namespace users-30997'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-30997
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-30997
++ mktemp
+ local LAST_OUT=/tmp/tmp.PGGF8Bcr5U
++ mktemp
+ local LAST_ERR=/tmp/tmp.BWCUj11poF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-30997
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PGGF8Bcr5U
namespace/users-30997 created
+ cat /tmp/tmp.BWCUj11poF
+ rm /tmp/tmp.PGGF8Bcr5U /tmp/tmp.BWCUj11poF
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZFD4i23gew
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lmDf46wR4j
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZFD4i23gew
++ cat /tmp/tmp.lmDf46wR4j
++ rm /tmp/tmp.ZFD4i23gew /tmp/tmp.lmDf46wR4j
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster2 --namespace=users-30997
++ mktemp
+ local LAST_OUT=/tmp/tmp.v17XQeyI1k
++ mktemp
+ local LAST_ERR=/tmp/tmp.1c18yRCyig
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster2 --namespace=users-30997
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.v17XQeyI1k
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1742-2632f8d3-1-cluster2" modified.
+ cat /tmp/tmp.1c18yRCyig
+ rm /tmp/tmp.v17XQeyI1k /tmp/tmp.1c18yRCyig
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.lKeAgzDXJF
++ mktemp
+ local LAST_ERR=/tmp/tmp.ESvQTu8Bij
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lKeAgzDXJF
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.ESvQTu8Bij
+ rm /tmp/tmp.lKeAgzDXJF /tmp/tmp.ESvQTu8Bij
+ return 0
+ desc 'create PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC cluster
-----------------------------------------------------------------------------------

+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/some-name.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.KUVZOJwZ5U
++ mktemp
+ local LAST_ERR=/tmp/tmp.bP8xpcUJ4u
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KUVZOJwZ5U
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.bP8xpcUJ4u
+ rm /tmp/tmp.KUVZOJwZ5U /tmp/tmp.bP8xpcUJ4u
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ local LAST_OUT=/tmp/tmp.rZMrREAakh
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_ERR=/tmp/tmp.JruXzRjZ6x
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-30997~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.rZMrREAakh
deployment.apps/pxc-client created
+ cat /tmp/tmp.JruXzRjZ6x
+ rm /tmp/tmp.rZMrREAakh /tmp/tmp.JruXzRjZ6x
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/conf/some-name.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-30997~
+ local LAST_OUT=/tmp/tmp.Wzlt3BqVyf
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.D8o7aXSp5r
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Wzlt3BqVyf
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.D8o7aXSp5r
+ rm /tmp/tmp.Wzlt3BqVyf /tmp/tmp.D8o7aXSp5r
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0DSjvFEMr9
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3E046SvlkF
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.0DSjvFEMr9
+++ cat /tmp/tmp.3E046SvlkF
+++ rm /tmp/tmp.0DSjvFEMr9 /tmp/tmp.3E046SvlkF
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YQg1hdEQYb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.zgmo98totY
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.YQg1hdEQYb
+++ cat /tmp/tmp.zgmo98totY
+++ rm /tmp/tmp.YQg1hdEQYb /tmp/tmp.zgmo98totY
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-30997
++ mktemp
+ local LAST_OUT=/tmp/tmp.v3yTFhKrJy
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZB9nmF3fZX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-30997
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-30997
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-30997
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.v3yTFhKrJy
+ cat /tmp/tmp.ZB9nmF3fZX
error: no matching resources found
+ rm /tmp/tmp.v3yTFhKrJy /tmp/tmp.ZB9nmF3fZX
+ return 1
+ true
+ wait_for_running some-name-proxysql 1
+ local name=some-name-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-0 condition met
some-name-proxysql-0.Ok
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-0 condition met
some-name-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-1 condition met
some-name-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-2 condition met
some-name-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8ibTFN56Kn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TWoT7K3b9M
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8ibTFN56Kn
++ cat /tmp/tmp.TWoT7K3b9M
++ rm /tmp/tmp.8ibTFN56Kn /tmp/tmp.TWoT7K3b9M
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LYVGgUz8KQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iCGqhn4C6R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LYVGgUz8KQ
++ cat /tmp/tmp.iCGqhn4C6R
++ rm /tmp/tmp.LYVGgUz8KQ /tmp/tmp.iCGqhn4C6R
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.w51BKqT0j0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.32svP0Cusk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.w51BKqT0j0
++ cat /tmp/tmp.32svP0Cusk
++ rm /tmp/tmp.w51BKqT0j0 /tmp/tmp.32svP0Cusk
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1.sql /tmp/tmp.aVRmngnZ6T/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GeiFBxYaEu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LaD4JuQBbJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GeiFBxYaEu
++ cat /tmp/tmp.LaD4JuQBbJ
++ rm /tmp/tmp.GeiFBxYaEu /tmp/tmp.LaD4JuQBbJ
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1.sql /tmp/tmp.aVRmngnZ6T/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bPKgSPtIlJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Nned2J5sBK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bPKgSPtIlJ
++ cat /tmp/tmp.Nned2J5sBK
++ rm /tmp/tmp.bPKgSPtIlJ /tmp/tmp.Nned2J5sBK
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-1.sql /tmp/tmp.aVRmngnZ6T/select-1.sql
++ is_keyring_plugin_in_use some-name
++ local cluster=some-name
++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wqyU8NOJXv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VON7coeZVW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wqyU8NOJXv
++ cat /tmp/tmp.VON7coeZVW
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.wqyU8NOJXv /tmp/tmp.VON7coeZVW
++ return 0
+ '[' '' ']'
+ desc 'test root'
+ set +o xtrace


-----------------------------------------------------------------------------------
test root
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets root dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=root
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.M8m4gG1K2t
++ mktemp
+ local LAST_ERR=/tmp/tmp.ypYotPIWdh
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.M8m4gG1K2t
secret/my-cluster-secrets patched
+ cat /tmp/tmp.ypYotPIWdh
+ rm /tmp/tmp.M8m4gG1K2t /tmp/tmp.ypYotPIWdh
+ return 0
+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KRlii96ElR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kerFCNJmjW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KRlii96ElR
++ cat /tmp/tmp.kerFCNJmjW
++ rm /tmp/tmp.KRlii96ElR /tmp/tmp.kerFCNJmjW
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.aVRmngnZ6T/select-4.sql
+ desc 'test proxyadmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
test proxyadmin
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.uFRwpNAbHz
++ mktemp
+ local LAST_ERR=/tmp/tmp.OZQJnleo0U
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.uFRwpNAbHz
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.OZQJnleo0U
+ rm /tmp/tmp.uFRwpNAbHz /tmp/tmp.OZQJnleo0U
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1JxsLBE5ue
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cQSar4um2H
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1JxsLBE5ue
++ cat /tmp/tmp.cQSar4um2H
++ rm /tmp/tmp.1JxsLBE5ue /tmp/tmp.cQSar4um2H
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IsxNaCjm0o
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eT56rsiuMH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IsxNaCjm0o
++ cat /tmp/tmp.eT56rsiuMH
++ rm /tmp/tmp.IsxNaCjm0o /tmp/tmp.eT56rsiuMH
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.dlXTIQq6lA
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.kl9S40J8Bz
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.dlXTIQq6lA
+++++ cat /tmp/tmp.kl9S40J8Bz
+++++ rm /tmp/tmp.dlXTIQq6lA /tmp/tmp.kl9S40J8Bz
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.BZXNh5Ic3t
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.BEkhIeNeRo
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.BZXNh5Ic3t
+++++ cat /tmp/tmp.BEkhIeNeRo
+++++ rm /tmp/tmp.BZXNh5Ic3t /tmp/tmp.BEkhIeNeRo
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FsxIUKSAFq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4zShDHM2rV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FsxIUKSAFq
++ cat /tmp/tmp.4zShDHM2rV
++ rm /tmp/tmp.FsxIUKSAFq /tmp/tmp.4zShDHM2rV
++ return 0
+ [[ 3 == \3 ]]
+ patch_secret my-cluster-secrets proxyadmin dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=proxyadmin
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.XV3yGWridZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.w7DSw6YvfC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XV3yGWridZ
secret/my-cluster-secrets patched
+ cat /tmp/tmp.w7DSw6YvfC
+ rm /tmp/tmp.XV3yGWridZ /tmp/tmp.w7DSw6YvfC
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0Hpm9tNDxC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.j4yUxpcp1F
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0Hpm9tNDxC
++ cat /tmp/tmp.j4yUxpcp1F
++ rm /tmp/tmp.0Hpm9tNDxC /tmp/tmp.j4yUxpcp1F
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.G2qn3AGEZG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RxJSCFGgVq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.G2qn3AGEZG
++ cat /tmp/tmp.RxJSCFGgVq
++ rm /tmp/tmp.G2qn3AGEZG /tmp/tmp.RxJSCFGgVq
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ugLvWFNAoo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.b6o9cVxRxh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ugLvWFNAoo
++ cat /tmp/tmp.b6o9cVxRxh
++ rm /tmp/tmp.ugLvWFNAoo /tmp/tmp.b6o9cVxRxh
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Q3GmQQsN8z
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.sJ5OIpUweZ
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Q3GmQQsN8z
+++++ cat /tmp/tmp.sJ5OIpUweZ
+++++ rm /tmp/tmp.Q3GmQQsN8z /tmp/tmp.sJ5OIpUweZ
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.dCW7C0aEK2
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.h1iNjhyYGW
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.dCW7C0aEK2
+++++ cat /tmp/tmp.h1iNjhyYGW
+++++ rm /tmp/tmp.dCW7C0aEK2 /tmp/tmp.h1iNjhyYGW
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rgtTD80lzN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5Mdlycd23v
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rgtTD80lzN
++ cat /tmp/tmp.5Mdlycd23v
++ rm /tmp/tmp.rgtTD80lzN /tmp/tmp.5Mdlycd23v
++ return 0
+ [[ 3 == \3 ]]
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2.sql /tmp/tmp.aVRmngnZ6T/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2.sql /tmp/tmp.aVRmngnZ6T/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-2.sql /tmp/tmp.aVRmngnZ6T/select-2.sql
+ desc 'test xtrabackup'
+ set +o xtrace


-----------------------------------------------------------------------------------
test xtrabackup
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ylD1LNdzbE
++ mktemp
+ local LAST_ERR=/tmp/tmp.sP3BMq1iqt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ylD1LNdzbE
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.sP3BMq1iqt
+ rm /tmp/tmp.ylD1LNdzbE /tmp/tmp.sP3BMq1iqt
+ return 0
+ patch_secret my-cluster-secrets xtrabackup dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=xtrabackup
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.CKBCWWnOw1
++ mktemp
+ local LAST_ERR=/tmp/tmp.2kPCe6lFu0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CKBCWWnOw1
secret/my-cluster-secrets patched
+ cat /tmp/tmp.2kPCe6lFu0
+ rm /tmp/tmp.CKBCWWnOw1 /tmp/tmp.2kPCe6lFu0
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sDWSTHjegQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nNUXgN3qzk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sDWSTHjegQ
++ cat /tmp/tmp.nNUXgN3qzk
++ rm /tmp/tmp.sDWSTHjegQ /tmp/tmp.nNUXgN3qzk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.O8FpRkbwce
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JLJWCv4SbD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.O8FpRkbwce
++ cat /tmp/tmp.JLJWCv4SbD
++ rm /tmp/tmp.O8FpRkbwce /tmp/tmp.JLJWCv4SbD
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H8iqxkAXFN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PAWHKtCsPr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.H8iqxkAXFN
++ cat /tmp/tmp.PAWHKtCsPr
++ rm /tmp/tmp.H8iqxkAXFN /tmp/tmp.PAWHKtCsPr
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oLJ5JKbxBB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.k3HBxi1BRC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oLJ5JKbxBB
++ cat /tmp/tmp.k3HBxi1BRC
++ rm /tmp/tmp.oLJ5JKbxBB /tmp/tmp.k3HBxi1BRC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0MYmOFQO9n
+++ mktemp
++ local LAST_ERR=/tmp/tmp.X8TeWFr27l
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0MYmOFQO9n
++ cat /tmp/tmp.X8TeWFr27l
++ rm /tmp/tmp.0MYmOFQO9n /tmp/tmp.X8TeWFr27l
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gYJLCSxAEo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ts4D9WB6yN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gYJLCSxAEo
++ cat /tmp/tmp.ts4D9WB6yN
++ rm /tmp/tmp.gYJLCSxAEo /tmp/tmp.ts4D9WB6yN
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HiVpa6GhYn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zz4FjW0Mzm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HiVpa6GhYn
++ cat /tmp/tmp.zz4FjW0Mzm
++ rm /tmp/tmp.HiVpa6GhYn /tmp/tmp.zz4FjW0Mzm
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sF3QGDX2ku
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xqELuPtbGM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sF3QGDX2ku
++ cat /tmp/tmp.xqELuPtbGM
++ rm /tmp/tmp.sF3QGDX2ku /tmp/tmp.xqELuPtbGM
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.33i3qkgb4z
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Ui3SM9YYwh
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.33i3qkgb4z
+++++ cat /tmp/tmp.Ui3SM9YYwh
+++++ rm /tmp/tmp.33i3qkgb4z /tmp/tmp.Ui3SM9YYwh
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.28aQGzVtXJ
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.7xzOaT8lBq
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.28aQGzVtXJ
+++++ cat /tmp/tmp.7xzOaT8lBq
+++++ rm /tmp/tmp.28aQGzVtXJ /tmp/tmp.7xzOaT8lBq
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yyO1ZlAfXr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bBxANgv9uu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yyO1ZlAfXr
++ cat /tmp/tmp.bBxANgv9uu
++ rm /tmp/tmp.yyO1ZlAfXr /tmp/tmp.bBxANgv9uu
++ return 0
+ [[ 2 == \2 ]]
+ compare_mysql_cmd_local select-3 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 '' pxc
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local postfix=
+ local container_name=pxc
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-3-80.sql ']'
+ run_mysql_local 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 pxc
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local container_name=pxc
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-3.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-3.sql /tmp/tmp.aVRmngnZ6T/select-3.sql
+ desc 'test monitor'
+ set +o xtrace


-----------------------------------------------------------------------------------
test monitor
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.s3EfScxIAz
++ mktemp
+ local LAST_ERR=/tmp/tmp.mzAdfOFsrH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.s3EfScxIAz
secret/my-cluster-secrets patched
+ cat /tmp/tmp.mzAdfOFsrH
+ rm /tmp/tmp.s3EfScxIAz /tmp/tmp.mzAdfOFsrH
+ return 0
+ wait_for_password_propagation my-cluster-secrets monitor
+ local secret=my-cluster-secrets
+ local user=monitor
+ local max_retry=240
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Y7lqKrcjY4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zhUqnG6pf9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Y7lqKrcjY4
++ cat /tmp/tmp.zhUqnG6pf9
++ rm /tmp/tmp.Y7lqKrcjY4 /tmp/tmp.zhUqnG6pf9
++ return 0
+ local root_pass=test-password
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ retry=0
+ is_password_updated monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep additional_password
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mqAz3XAQV6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wkhJRmLxPu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mqAz3XAQV6
++ cat /tmp/tmp.wkhJRmLxPu
++ rm /tmp/tmp.mqAz3XAQV6 /tmp/tmp.wkhJRmLxPu
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
{"additional_password": "*C1F414D9BAF378B656A849B31F9F8AF3125F558B"}
+ retry=0
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7P3Ypo8zfX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2sF352elPa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7P3Ypo8zfX
++ cat /tmp/tmp.2sF352elPa
++ rm /tmp/tmp.7P3Ypo8zfX /tmp/tmp.2sF352elPa
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 1 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VoT7N1TOWT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ke4hqjOmrH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VoT7N1TOWT
++ cat /tmp/tmp.Ke4hqjOmrH
++ rm /tmp/tmp.VoT7N1TOWT /tmp/tmp.Ke4hqjOmrH
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 2 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JNU1lyi1kO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SpnpOkE34O
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JNU1lyi1kO
++ cat /tmp/tmp.SpnpOkE34O
++ rm /tmp/tmp.JNU1lyi1kO /tmp/tmp.SpnpOkE34O
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 3 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PbrHVMGX4T
+++ mktemp
++ local LAST_ERR=/tmp/tmp.96R0OfqGza
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PbrHVMGX4T
++ cat /tmp/tmp.96R0OfqGza
++ rm /tmp/tmp.PbrHVMGX4T /tmp/tmp.96R0OfqGza
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 4 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wn3x1iXzAX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.L2VjrsQeHU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wn3x1iXzAX
++ cat /tmp/tmp.L2VjrsQeHU
++ rm /tmp/tmp.wn3x1iXzAX /tmp/tmp.L2VjrsQeHU
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 5 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7IUl5ggjtq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ka3DIsrDof
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7IUl5ggjtq
++ cat /tmp/tmp.Ka3DIsrDof
++ rm /tmp/tmp.7IUl5ggjtq /tmp/tmp.Ka3DIsrDof
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 6 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EVlcprJZQD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lwALVe6UtK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EVlcprJZQD
++ cat /tmp/tmp.lwALVe6UtK
++ rm /tmp/tmp.EVlcprJZQD /tmp/tmp.lwALVe6UtK
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 7 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Sby4KMR9kw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.URFKrs6a9v
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Sby4KMR9kw
++ cat /tmp/tmp.URFKrs6a9v
++ rm /tmp/tmp.Sby4KMR9kw /tmp/tmp.URFKrs6a9v
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 8 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VeHTlcZ1Gr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NSFIgXy2hP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VeHTlcZ1Gr
++ cat /tmp/tmp.NSFIgXy2hP
++ rm /tmp/tmp.VeHTlcZ1Gr /tmp/tmp.NSFIgXy2hP
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 9 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dC64pZBAuG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5OV9KWHkrI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dC64pZBAuG
++ cat /tmp/tmp.5OV9KWHkrI
++ rm /tmp/tmp.dC64pZBAuG /tmp/tmp.5OV9KWHkrI
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 10 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VNKFvpEYJj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yRQTVnN4Tm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VNKFvpEYJj
++ cat /tmp/tmp.yRQTVnN4Tm
++ rm /tmp/tmp.VNKFvpEYJj /tmp/tmp.yRQTVnN4Tm
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 11 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2q9iw4lhr3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qkHrcz476J
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2q9iw4lhr3
++ cat /tmp/tmp.qkHrcz476J
++ rm /tmp/tmp.2q9iw4lhr3 /tmp/tmp.qkHrcz476J
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 12 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ grep NULL
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gTeqySihRf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qqUYIxLrhl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gTeqySihRf
++ cat /tmp/tmp.qqUYIxLrhl
++ rm /tmp/tmp.gTeqySihRf /tmp/tmp.qqUYIxLrhl
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
NULL
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XMNCfrLpkQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wI4Cbv2y1y
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XMNCfrLpkQ
++ cat /tmp/tmp.wI4Cbv2y1y
++ rm /tmp/tmp.XMNCfrLpkQ /tmp/tmp.wI4Cbv2y1y
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UC37K1kHUM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GziWxUhv91
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UC37K1kHUM
++ cat /tmp/tmp.GziWxUhv91
++ rm /tmp/tmp.UC37K1kHUM /tmp/tmp.GziWxUhv91
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Dz9eqDOLDY
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.JojpenHXN7
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Dz9eqDOLDY
+++++ cat /tmp/tmp.JojpenHXN7
+++++ rm /tmp/tmp.Dz9eqDOLDY /tmp/tmp.JojpenHXN7
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.uwIPRaD9W4
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.tHhgLQ4VWN
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.uwIPRaD9W4
+++++ cat /tmp/tmp.tHhgLQ4VWN
+++++ rm /tmp/tmp.uwIPRaD9W4 /tmp/tmp.tHhgLQ4VWN
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4yoSitaehx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vbeeLVXJsq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4yoSitaehx
++ cat /tmp/tmp.vbeeLVXJsq
++ rm /tmp/tmp.4yoSitaehx /tmp/tmp.vbeeLVXJsq
++ return 0
+ [[ 2 == \2 ]]
+ sleep 10
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ceFoRK3USR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6MTAI0QZ5P
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ceFoRK3USR
++ cat /tmp/tmp.6MTAI0QZ5P
++ rm /tmp/tmp.ceFoRK3USR /tmp/tmp.6MTAI0QZ5P
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.aVRmngnZ6T/select-4.sql
+ desc 'test operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test operator
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets operator dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZmfqRyn5Dl
++ mktemp
+ local LAST_ERR=/tmp/tmp.hWRv5kVvUo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZmfqRyn5Dl
secret/my-cluster-secrets patched
+ cat /tmp/tmp.hWRv5kVvUo
+ rm /tmp/tmp.ZmfqRyn5Dl /tmp/tmp.hWRv5kVvUo
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Pz2eZCzbTU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FTzwKinVCn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Pz2eZCzbTU
++ cat /tmp/tmp.FTzwKinVCn
++ rm /tmp/tmp.Pz2eZCzbTU /tmp/tmp.FTzwKinVCn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jJkxZZIar1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kZiVfPVor1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jJkxZZIar1
++ cat /tmp/tmp.kZiVfPVor1
++ rm /tmp/tmp.jJkxZZIar1 /tmp/tmp.kZiVfPVor1
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.42Kuv2S4na
+++ mktemp
++ local LAST_ERR=/tmp/tmp.efzkgxFF4z
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.42Kuv2S4na
++ cat /tmp/tmp.efzkgxFF4z
++ rm /tmp/tmp.42Kuv2S4na /tmp/tmp.efzkgxFF4z
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.8m1YY4aNuE
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.VBIUO8byEW
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.8m1YY4aNuE
+++++ cat /tmp/tmp.VBIUO8byEW
+++++ rm /tmp/tmp.8m1YY4aNuE /tmp/tmp.VBIUO8byEW
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.kYvOp0atAi
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.XHPTeCXRAS
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.kYvOp0atAi
+++++ cat /tmp/tmp.XHPTeCXRAS
+++++ rm /tmp/tmp.kYvOp0atAi /tmp/tmp.XHPTeCXRAS
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KeIDQArd0Y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c535BGZXdi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KeIDQArd0Y
++ cat /tmp/tmp.c535BGZXdi
++ rm /tmp/tmp.KeIDQArd0Y /tmp/tmp.c535BGZXdi
++ return 0
+ [[ 2 == \2 ]]
+ sleep 10
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.099AQ61dGi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QROXabWzRO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.099AQ61dGi
++ cat /tmp/tmp.QROXabWzRO
++ rm /tmp/tmp.099AQ61dGi /tmp/tmp.QROXabWzRO
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.aVRmngnZ6T/select-4.sql
+ desc 'change secret name'
+ set +o xtrace


-----------------------------------------------------------------------------------
change secret name
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.TKwzh79uRS
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZAfStOx44K
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TKwzh79uRS
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.ZAfStOx44K
+ rm /tmp/tmp.TKwzh79uRS /tmp/tmp.ZAfStOx44K
+ return 0
+ sleep 30
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s3hSQgGv8C
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yIeYY3fe2g
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.s3hSQgGv8C
++ cat /tmp/tmp.yIeYY3fe2g
++ rm /tmp/tmp.s3hSQgGv8C /tmp/tmp.yIeYY3fe2g
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.11SvRo3IWC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EEIAxbRQaz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.11SvRo3IWC
++ cat /tmp/tmp.EEIAxbRQaz
++ rm /tmp/tmp.11SvRo3IWC /tmp/tmp.EEIAxbRQaz
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DyMFfJdluE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RntXCNtcOk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DyMFfJdluE
++ cat /tmp/tmp.RntXCNtcOk
++ rm /tmp/tmp.DyMFfJdluE /tmp/tmp.RntXCNtcOk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Qq4O9wMXLE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QPPdqBNLVS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Qq4O9wMXLE
++ cat /tmp/tmp.QPPdqBNLVS
++ rm /tmp/tmp.Qq4O9wMXLE /tmp/tmp.QPPdqBNLVS
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.85JjwJPCFi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.idVkeU8STg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.85JjwJPCFi
++ cat /tmp/tmp.idVkeU8STg
++ rm /tmp/tmp.85JjwJPCFi /tmp/tmp.idVkeU8STg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tlJ2Iam44E
+++ mktemp
++ local LAST_ERR=/tmp/tmp.d8ZMf4K9E5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tlJ2Iam44E
++ cat /tmp/tmp.d8ZMf4K9E5
++ rm /tmp/tmp.tlJ2Iam44E /tmp/tmp.d8ZMf4K9E5
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x7KPeju6qq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KRNiaEvPmR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.x7KPeju6qq
++ cat /tmp/tmp.KRNiaEvPmR
++ rm /tmp/tmp.x7KPeju6qq /tmp/tmp.KRNiaEvPmR
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zZF6VwQaBi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mMKnW3u40G
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zZF6VwQaBi
++ cat /tmp/tmp.mMKnW3u40G
++ rm /tmp/tmp.zZF6VwQaBi /tmp/tmp.mMKnW3u40G
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Xqfr3HpgxG
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.HJyngVlRwY
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Xqfr3HpgxG
+++++ cat /tmp/tmp.HJyngVlRwY
+++++ rm /tmp/tmp.Xqfr3HpgxG /tmp/tmp.HJyngVlRwY
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.DXqmhZoxq8
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.eOsUpFihh4
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.DXqmhZoxq8
+++++ cat /tmp/tmp.eOsUpFihh4
+++++ rm /tmp/tmp.DXqmhZoxq8 /tmp/tmp.eOsUpFihh4
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9HCNEN23Cc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QzcpFtBkhn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9HCNEN23Cc
++ cat /tmp/tmp.QzcpFtBkhn
++ rm /tmp/tmp.9HCNEN23Cc /tmp/tmp.QzcpFtBkhn
++ return 0
+ [[ 2 == \2 ]]
+ desc 'test new operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new operator
-----------------------------------------------------------------------------------

+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ patch_secret my-cluster-secrets-2 operator dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets-2
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.1Uk6O1DIH8
++ mktemp
+ local LAST_ERR=/tmp/tmp.mmKbjnbTDU
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1Uk6O1DIH8
secret/my-cluster-secrets-2 patched
+ cat /tmp/tmp.mmKbjnbTDU
+ rm /tmp/tmp.1Uk6O1DIH8 /tmp/tmp.mmKbjnbTDU
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o1YIxOCIxD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QBkljlHFyY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.o1YIxOCIxD
++ cat /tmp/tmp.QBkljlHFyY
++ rm /tmp/tmp.o1YIxOCIxD /tmp/tmp.QBkljlHFyY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sr7qV3mMOw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JkhAhrkYum
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sr7qV3mMOw
++ cat /tmp/tmp.JkhAhrkYum
++ rm /tmp/tmp.sr7qV3mMOw /tmp/tmp.JkhAhrkYum
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.a1GIcp2pjw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5hVmkbvki7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.a1GIcp2pjw
++ cat /tmp/tmp.5hVmkbvki7
++ rm /tmp/tmp.a1GIcp2pjw /tmp/tmp.5hVmkbvki7
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xfNUFUUuCO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ch1f6484e6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xfNUFUUuCO
++ cat /tmp/tmp.Ch1f6484e6
++ rm /tmp/tmp.xfNUFUUuCO /tmp/tmp.Ch1f6484e6
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.9QmtZFCFFY
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.PETaSgxbnY
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.9QmtZFCFFY
+++++ cat /tmp/tmp.PETaSgxbnY
+++++ rm /tmp/tmp.9QmtZFCFFY /tmp/tmp.PETaSgxbnY
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.wSzk5pzNz7
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.OtT5V8Bs6P
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.wSzk5pzNz7
+++++ cat /tmp/tmp.OtT5V8Bs6P
+++++ rm /tmp/tmp.wSzk5pzNz7 /tmp/tmp.OtT5V8Bs6P
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iBQltgKUWZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SQguERuMBy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iBQltgKUWZ
++ cat /tmp/tmp.SQguERuMBy
++ rm /tmp/tmp.iBQltgKUWZ /tmp/tmp.SQguERuMBy
++ return 0
+ [[ 2 == \2 ]]
+ sleep 20
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GPYF2lon3g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.06TluVPrcJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GPYF2lon3g
++ cat /tmp/tmp.06TluVPrcJ
++ rm /tmp/tmp.GPYF2lon3g /tmp/tmp.06TluVPrcJ
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.aVRmngnZ6T/select-4.sql
++ getSecretData my-cluster-secrets-2 root
++ local secretName=my-cluster-secrets-2
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FIA22lxlVc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mDzP5MvmPp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FIA22lxlVc
++ cat /tmp/tmp.mDzP5MvmPp
++ rm /tmp/tmp.FIA22lxlVc /tmp/tmp.mDzP5MvmPp
++ return 0
+ newpass='<J!#~<XOzl9Cle(xc'
+ desc 'test new users sync'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new users sync
-----------------------------------------------------------------------------------

+ run_mysql 'CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''<J!#~<XOzl9Cle(xc'\'';' '-h some-name-pxc -uroot -p'\''<J!#~<XOzl9Cle(xc'\'''
+ local 'command=CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''<J!#~<XOzl9Cle(xc'\'';'
+ local 'uri=-h some-name-pxc -uroot -p'\''<J!#~<XOzl9Cle(xc'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OUptU9xueW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6X4vZsqc6i
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OUptU9xueW
++ cat /tmp/tmp.6X4vZsqc6i
++ rm /tmp/tmp.OUptU9xueW /tmp/tmp.6X4vZsqc6i
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ sleep 40
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''<J!#~<XOzl9Cle(xc'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''<J!#~<XOzl9Cle(xc'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''<J!#~<XOzl9Cle(xc'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''<J!#~<XOzl9Cle(xc'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ce4V4wk0Mr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VhDal6ESgz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ce4V4wk0Mr
++ cat /tmp/tmp.VhDal6ESgz
++ rm /tmp/tmp.ce4V4wk0Mr /tmp/tmp.VhDal6ESgz
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.aVRmngnZ6T/select-4.sql
++ getSecretData internal-some-name operator
++ local secretName=internal-some-name
++ local dataKey=operator
++ kubectl_bin get secrets/internal-some-name '--template={{.data.operator}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YtxYG6Im1R
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4hab8nlLqQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.operator}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YtxYG6Im1R
++ cat /tmp/tmp.4hab8nlLqQ
++ rm /tmp/tmp.YtxYG6Im1R /tmp/tmp.4hab8nlLqQ
++ return 0
+ pass=test-password2
+ desc 'check secret without operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
check secret without operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.6HBSAO3JSs
++ mktemp
+ local LAST_ERR=/tmp/tmp.XAM1EsssMl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6HBSAO3JSs
secret/my-cluster-secrets-2 configured
+ cat /tmp/tmp.XAM1EsssMl
Warning: resource secrets/my-cluster-secrets-2 is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.6HBSAO3JSs /tmp/tmp.XAM1EsssMl
+ return 0
+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vq3vBcbiRW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YIEUIOwlhP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vq3vBcbiRW
++ cat /tmp/tmp.YIEUIOwlhP
++ rm /tmp/tmp.vq3vBcbiRW /tmp/tmp.YIEUIOwlhP
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.aVRmngnZ6T/select-4.sql
+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/conf/some-name.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ local LAST_OUT=/tmp/tmp.RhejCrmuoS
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1742-2632f8d3#'
+ local LAST_ERR=/tmp/tmp.rP9fsCLe7P
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-30997~
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RhejCrmuoS
perconaxtradbcluster.pxc.percona.com/some-name configured
+ cat /tmp/tmp.rP9fsCLe7P
+ rm /tmp/tmp.RhejCrmuoS /tmp/tmp.rP9fsCLe7P
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ky05xBVsF2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LVGw8alqFo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ky05xBVsF2
++ cat /tmp/tmp.LVGw8alqFo
++ rm /tmp/tmp.Ky05xBVsF2 /tmp/tmp.LVGw8alqFo
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.l5XsFA1MnQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aP5efLDZpA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.l5XsFA1MnQ
++ cat /tmp/tmp.aP5efLDZpA
++ rm /tmp/tmp.l5XsFA1MnQ /tmp/tmp.aP5efLDZpA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LiNUf3v1Il
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Mc79dZ6Xxb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LiNUf3v1Il
++ cat /tmp/tmp.Mc79dZ6Xxb
++ rm /tmp/tmp.LiNUf3v1Il /tmp/tmp.Mc79dZ6Xxb
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zh0jHtFfn7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6M4qGXCW0x
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zh0jHtFfn7
++ cat /tmp/tmp.6M4qGXCW0x
++ rm /tmp/tmp.zh0jHtFfn7 /tmp/tmp.6M4qGXCW0x
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wej2lfhcrm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.t0ElAjIGu5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wej2lfhcrm
++ cat /tmp/tmp.t0ElAjIGu5
++ rm /tmp/tmp.wej2lfhcrm /tmp/tmp.t0ElAjIGu5
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wUKheQEFBE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UOwb5RtReu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wUKheQEFBE
++ cat /tmp/tmp.UOwb5RtReu
++ rm /tmp/tmp.wUKheQEFBE /tmp/tmp.UOwb5RtReu
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6wtTfXk207
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OOxKmhGMdh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6wtTfXk207
++ cat /tmp/tmp.OOxKmhGMdh
++ rm /tmp/tmp.6wtTfXk207 /tmp/tmp.OOxKmhGMdh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1CSH0kZp69
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hwvzjPSf0K
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1CSH0kZp69
++ cat /tmp/tmp.hwvzjPSf0K
++ rm /tmp/tmp.1CSH0kZp69 /tmp/tmp.hwvzjPSf0K
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QO4iSYhbn5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oUXMJfTVj2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QO4iSYhbn5
++ cat /tmp/tmp.oUXMJfTVj2
++ rm /tmp/tmp.QO4iSYhbn5 /tmp/tmp.oUXMJfTVj2
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.djGGhr8Sve
+++ mktemp
++ local LAST_ERR=/tmp/tmp.McgWYKcQJs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.djGGhr8Sve
++ cat /tmp/tmp.McgWYKcQJs
++ rm /tmp/tmp.djGGhr8Sve /tmp/tmp.McgWYKcQJs
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.LeMjCOXcq0
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Ah4yiYjDD7
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.LeMjCOXcq0
+++++ cat /tmp/tmp.Ah4yiYjDD7
+++++ rm /tmp/tmp.LeMjCOXcq0 /tmp/tmp.Ah4yiYjDD7
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-haproxy
++++ return
+++ local cluster_proxy=some-name-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wqF7WX4X8b
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H0VDzU5kds
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wqF7WX4X8b
++ cat /tmp/tmp.H0VDzU5kds
++ rm /tmp/tmp.wqF7WX4X8b /tmp/tmp.H0VDzU5kds
++ return 0
+ [[ 3 == \3 ]]
+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.XSlOmjOsLx
++ mktemp
+ local LAST_ERR=/tmp/tmp.uST5sqCpFy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XSlOmjOsLx
secret/my-cluster-secrets patched
+ cat /tmp/tmp.uST5sqCpFy
+ rm /tmp/tmp.XSlOmjOsLx /tmp/tmp.uST5sqCpFy
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.r67rE3KNKK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZuEBYVg2IR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.r67rE3KNKK
++ cat /tmp/tmp.ZuEBYVg2IR
++ rm /tmp/tmp.r67rE3KNKK /tmp/tmp.ZuEBYVg2IR
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GAKtyYhijb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cBKf8omWHC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GAKtyYhijb
++ cat /tmp/tmp.cBKf8omWHC
++ rm /tmp/tmp.GAKtyYhijb /tmp/tmp.cBKf8omWHC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tBZx8DePEm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N1mzwkDDLM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tBZx8DePEm
++ cat /tmp/tmp.N1mzwkDDLM
++ rm /tmp/tmp.tBZx8DePEm /tmp/tmp.N1mzwkDDLM
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qWFzSCY3Jv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XO7ZOBnVkd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qWFzSCY3Jv
++ cat /tmp/tmp.XO7ZOBnVkd
++ rm /tmp/tmp.qWFzSCY3Jv /tmp/tmp.XO7ZOBnVkd
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LZ9A54hr6O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XHGNysHhqg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LZ9A54hr6O
++ cat /tmp/tmp.XHGNysHhqg
++ rm /tmp/tmp.LZ9A54hr6O /tmp/tmp.XHGNysHhqg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OfOt88OWeZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YCpLK0Hf4M
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OfOt88OWeZ
++ cat /tmp/tmp.YCpLK0Hf4M
++ rm /tmp/tmp.OfOt88OWeZ /tmp/tmp.YCpLK0Hf4M
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8OkT2zy4qY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2HSrbspjJK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8OkT2zy4qY
++ cat /tmp/tmp.2HSrbspjJK
++ rm /tmp/tmp.8OkT2zy4qY /tmp/tmp.2HSrbspjJK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EVjAASv5cL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i2nUWgfQii
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EVjAASv5cL
++ cat /tmp/tmp.i2nUWgfQii
++ rm /tmp/tmp.EVjAASv5cL /tmp/tmp.i2nUWgfQii
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZjtjzykFGu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zwsBICEjFg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZjtjzykFGu
++ cat /tmp/tmp.zwsBICEjFg
++ rm /tmp/tmp.ZjtjzykFGu /tmp/tmp.zwsBICEjFg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 8 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uhzgj6euUN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sCaexil9Qg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uhzgj6euUN
++ cat /tmp/tmp.sCaexil9Qg
++ rm /tmp/tmp.uhzgj6euUN /tmp/tmp.sCaexil9Qg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 9 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.d18SzL2Si9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3WQvoGF4Zh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.d18SzL2Si9
++ cat /tmp/tmp.3WQvoGF4Zh
++ rm /tmp/tmp.d18SzL2Si9 /tmp/tmp.3WQvoGF4Zh
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.b4acsN10UV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VoOo6w7Lsc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.b4acsN10UV
++ cat /tmp/tmp.VoOo6w7Lsc
++ rm /tmp/tmp.b4acsN10UV /tmp/tmp.VoOo6w7Lsc
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.xONtVW5LOP
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Ajd80n3Rxw
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.xONtVW5LOP
+++++ cat /tmp/tmp.Ajd80n3Rxw
+++++ rm /tmp/tmp.xONtVW5LOP /tmp/tmp.Ajd80n3Rxw
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-haproxy
++++ return
+++ local cluster_proxy=some-name-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IX2e8fmhPv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9xa4vYmn0I
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IX2e8fmhPv
++ cat /tmp/tmp.9xa4vYmn0I
++ rm /tmp/tmp.IX2e8fmhPv /tmp/tmp.9xa4vYmn0I
++ return 0
+ [[ 3 == \3 ]]
+ compare_mysql_cmd select-3 'SHOW DATABASES;' '-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-3-80.sql ']'
+ run_mysql 'SHOW DATABASES;' '-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h some-name-haproxy -umonitor -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uR0sxtIUll
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jZik29lah8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uR0sxtIUll
++ cat /tmp/tmp.jZik29lah8
++ rm /tmp/tmp.uR0sxtIUll /tmp/tmp.jZik29lah8
++ return 0
+ client_pod=pxc-client-6644d8898f-k5zbl
+ wait_pod pxc-client-6644d8898f-k5zbl
+ local pod=pxc-client-6644d8898f-k5zbl
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-k5zbl
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-k5zbl condition met
pxc-client-6644d8898f-k5zbl.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.aVRmngnZ6T/select-3.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1742/e2e-tests/users/compare/select-3.sql /tmp/tmp.aVRmngnZ6T/select-3.sql
+ destroy users-30997
+ local namespace=users-30997
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v level=info
+ grep -v 'the object has been modified'
+ grep -v 'get backup status: Job.batch'
+ tee /tmp/tmp.aVRmngnZ6T/operator.log
+ sort -u
++ get_operator_pod
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TwMniHNOmq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pgiklGqItg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TwMniHNOmq
++ cat /tmp/tmp.pgiklGqItg
++ rm /tmp/tmp.TwMniHNOmq /tmp/tmp.pgiklGqItg
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-b6944779d-xlpds
++ mktemp
+ local LAST_OUT=/tmp/tmp.hwwZHhdOJO
++ mktemp
+ local LAST_ERR=/tmp/tmp.2go2k3u3dR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-b6944779d-xlpds
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hwwZHhdOJO
+ cat /tmp/tmp.2go2k3u3dR
+ rm /tmp/tmp.hwwZHhdOJO /tmp/tmp.2go2k3u3dR
+ return 0
2024-06-27T17:23:26.622Z	INFO	setup	Manager starting up	{"gitCommit": "2632f8d37d15d1c2486cca21560e56ffdb9a0828", "gitBranch": "PR-1742-2632f8d3", "buildTime": "2024-06-27T15:18:23Z", "goVersion": "go1.22.4", "os": "linux", "arch": "amd64"}
2024-06-27T17:23:26.622Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.26.15-gke.1436000"}
2024-06-27T17:23:26.624Z	INFO	setup	Registering Components.
2024-06-27T17:23:28.112Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2024-06-27T17:23:28.115Z	INFO	setup	Starting the Cmd.
2024-06-27T17:23:28.116Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2024-06-27T17:23:28.116Z	INFO	controller-runtime.metrics	Starting metrics server
2024-06-27T17:23:28.116Z	INFO	controller-runtime.webhook	Starting webhook server
2024-06-27T17:23:28.116Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2024-06-27T17:23:28.117Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate
2024-06-27T17:23:28.117Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2024-06-27T17:23:28.118Z	INFO	controller-runtime.certwatcher	Starting certificate watcher
2024-06-27T17:23:28.218Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2024-06-27T17:23:28.234Z	DEBUG	events	percona-xtradb-cluster-operator-b6944779d-xlpds_1398877c-1c16-46a6-8fc9-dfeadfa58f9b became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"7ee6af55-c894-464f-8228-c27db19f0e94","apiVersion":"coordination.k8s.io/v1","resourceVersion":"67091"}, "reason": "LeaderElection"}
2024-06-27T17:23:28.234Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2024-06-27T17:23:28.235Z	INFO	Starting Controller	{"controller": "pxcbackup-controller"}
2024-06-27T17:23:28.235Z	INFO	Starting Controller	{"controller": "pxc-controller"}
2024-06-27T17:23:28.235Z	INFO	Starting Controller	{"controller": "pxcrestore-controller"}
2024-06-27T17:23:28.235Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2024-06-27T17:23:28.235Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"}
2024-06-27T17:23:28.235Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2024-06-27T17:23:28.342Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "worker count": 1}
2024-06-27T17:23:28.342Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "worker count": 1}
2024-06-27T17:23:28.350Z	INFO	Starting workers	{"controller": "pxc-controller", "worker count": 1}
2024-06-27T17:23:54.922Z	INFO	Set CR version	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "9b5536dc-73ea-491c-b7c1-4de14cdfb283", "version": "1.15.0"}
2024-06-27T17:25:15.671Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "08e20e74-e17a-4afd-a3a9-584f411b3164", "user": "operator"}
2024-06-27T17:25:15.717Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "08e20e74-e17a-4afd-a3a9-584f411b3164", "user": "monitor"}
2024-06-27T17:25:15.836Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "08e20e74-e17a-4afd-a3a9-584f411b3164"}
2024-06-27T17:25:15.892Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "08e20e74-e17a-4afd-a3a9-584f411b3164"}
2024-06-27T17:25:15.946Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "08e20e74-e17a-4afd-a3a9-584f411b3164", "user": "xtrabackup"}
2024-06-27T17:25:16.042Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "08e20e74-e17a-4afd-a3a9-584f411b3164"}
2024-06-27T17:25:16.130Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "08e20e74-e17a-4afd-a3a9-584f411b3164", "user": "replication"}
2024-06-27T17:25:16.259Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "08e20e74-e17a-4afd-a3a9-584f411b3164", "err": "get primary pxc pod: not found"}
2024-06-27T17:25:20.741Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "8a7a93df-87d8-4a92-b7a9-87ab6e0bf6da", "err": "get primary pxc pod: not found"}
2024-06-27T17:25:25.953Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "db326535-f32a-4307-91ae-a286c94f43a4", "err": "get primary pxc pod: not found"}
2024-06-27T17:25:31.239Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "7b9b6cc7-d4b3-4b5d-b7b8-595687160649", "err": "get primary pxc pod: not found"}
2024-06-27T17:27:45.716Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "06e3dae2-04a2-4fd1-8440-5c565ec24bb2", "user": "root"}
2024-06-27T17:27:46.135Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "06e3dae2-04a2-4fd1-8440-5c565ec24bb2", "new version": "8.0.36-28.1"}
2024-06-27T17:27:49.435Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "06e3dae2-04a2-4fd1-8440-5c565ec24bb2"}
2024-06-27T17:27:54.554Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "5095b36b-b4c7-4604-b821-30d6889460a2"}
2024-06-27T17:28:00.749Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "349b5ee4-7b43-4255-b0a7-fdb5c54dfd3f"}
2024-06-27T17:28:06.087Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "389cfef4-0191-496a-9933-e855971bf222"}
2024-06-27T17:28:11.545Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "add7fe2f-09b9-461a-b959-022e56cee641"}
2024-06-27T17:28:16.934Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "789093b0-bdd6-415f-9039-55ccb275337c"}
2024-06-27T17:28:22.641Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "190ea117-39e0-4194-9a42-71bc3e045fc1"}
2024-06-27T17:28:28.325Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "52fba09a-7dac-4f12-89d6-e9c794bd23bd"}
2024-06-27T17:28:33.433Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "2fbd9fc1-c1a6-426d-8a7b-6b6f1bfdca52"}
2024-06-27T17:28:38.934Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ea82b592-82cb-4d3a-b5f7-ba5cae4f0cff"}
2024-06-27T17:28:44.349Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6746dd90-3cff-46e9-90f3-8f4a8c25c33b"}
2024-06-27T17:28:49.757Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "93c969cc-b007-4e53-a5bb-a17d1ca902d9"}
2024-06-27T17:28:52.011Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "eb49645e-1f16-41d1-bef6-d2afbbe160f2", "user": "root"}
2024-06-27T17:28:52.049Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "eb49645e-1f16-41d1-bef6-d2afbbe160f2", "user": "root"}
2024-06-27T17:28:52.105Z	INFO	MySQL init secret created	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "eb49645e-1f16-41d1-bef6-d2afbbe160f2", "secret": "some-name-mysql-init", "user": "root"}
2024-06-27T17:28:57.781Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "eb49645e-1f16-41d1-bef6-d2afbbe160f2"}
2024-06-27T17:28:57.794Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "eb49645e-1f16-41d1-bef6-d2afbbe160f2", "user": "root"}
2024-06-27T17:28:57.831Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "eb49645e-1f16-41d1-bef6-d2afbbe160f2", "user": "root"}
2024-06-27T17:29:01.658Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "eb49645e-1f16-41d1-bef6-d2afbbe160f2"}
2024-06-27T17:29:06.687Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "72568dc4-fdb9-4258-b803-a596dfdd6d53"}
2024-06-27T17:29:12.450Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "fd3197fa-2803-4a94-ac8e-f3bbdd3c65b8", "error": "exec syncusers: pod some-name-proxysql-2 does not have a host assigned /  / ", "errorVerbose": "exec syncusers: pod some-name-proxysql-2 does not have a host assigned /  / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:29:30.170Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "7f146a15-7690-42af-af3b-7284432b104a", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:29:35.116Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "8eab8ced-4ccf-400c-938a-e79adf7e0d6b", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:29:36.823Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "f2144b22-1d74-47d5-87dc-26a62be12572", "user": "proxyadmin"}
2024-06-27T17:29:36.824Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "f2144b22-1d74-47d5-87dc-26a62be12572", "user": "proxyadmin"}
2024-06-27T17:29:36.904Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "f2144b22-1d74-47d5-87dc-26a62be12572", "user": "proxyadmin"}
2024-06-27T17:29:36.957Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "f2144b22-1d74-47d5-87dc-26a62be12572", "user": "proxyadmin"}
2024-06-27T17:29:36.957Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "f2144b22-1d74-47d5-87dc-26a62be12572", "last-applied-secret": "1a55867d0f4fa0d0643653b2eb57b2f690315d8d843a10599c9839c2a779a95f"}
2024-06-27T17:29:37.270Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "f2144b22-1d74-47d5-87dc-26a62be12572", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:30:26.702Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "47b10c79-22f5-4e3a-8ca6-7613bb354a58", "error": "exec syncusers: command terminated with exit code 137 / \nSyncing user accounts from PXC(some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local:3306) to ProxySQL\n / ", "errorVerbose": "exec syncusers: command terminated with exit code 137 / \nSyncing user accounts from PXC(some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local:3306) to ProxySQL\n / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:30:28.826Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6dbf8c98-a77e-413e-9c71-b59b56c03cc0", "user": "xtrabackup"}
2024-06-27T17:30:28.848Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6dbf8c98-a77e-413e-9c71-b59b56c03cc0", "user": "xtrabackup"}
2024-06-27T17:30:28.857Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6dbf8c98-a77e-413e-9c71-b59b56c03cc0", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-06-27T17:30:28.869Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6dbf8c98-a77e-413e-9c71-b59b56c03cc0", "user": "xtrabackup"}
2024-06-27T17:30:28.912Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6dbf8c98-a77e-413e-9c71-b59b56c03cc0", "user": "xtrabackup"}
2024-06-27T17:30:28.930Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6dbf8c98-a77e-413e-9c71-b59b56c03cc0", "last-applied-secret": "d11bcc70ca53ea410cd455e13d82e7225917b0861d9b677ed34c02c5f6fbaf1b"}
2024-06-27T17:30:34.368Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6dbf8c98-a77e-413e-9c71-b59b56c03cc0"}
2024-06-27T17:31:25.070Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "d7149408-eb3f-48e0-acbf-eea4f7d7fadd", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-30997 on 10.178.32.10:53: no such host"}
2024-06-27T17:31:45.342Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "04d6a3e2-d0a0-4ecf-bc43-2349c43be5c7", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp 10.46.9.47:33062: i/o timeout"}
2024-06-27T17:32:13.183Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "84bc1def-8c87-484f-aaf6-68e14c77f2f5", "err": "failed to connect to pod some-name-pxc-0: dial tcp 10.46.10.65:33062: connect: connection refused"}
2024-06-27T17:32:29.106Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "24261449-be7d-48ec-bf92-734db0edc3d6", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:32:34.344Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "bd7ef45b-5fb8-4cbd-8bd3-642befe8572a", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:32:39.551Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "9d34f394-0c5c-4167-b29b-8122324d54ff", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:32:54.043Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "27c81270-c7db-4a80-9253-bd7aa6f8cb5f"}
2024-06-27T17:32:58.845Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "52534182-8be5-4c63-8a2c-b47ccbf3b992"}
2024-06-27T17:33:00.839Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ac6fefad-574b-4d1a-92d0-c5bd265d46b1", "user": "monitor"}
2024-06-27T17:33:00.883Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ac6fefad-574b-4d1a-92d0-c5bd265d46b1", "user": "monitor"}
2024-06-27T17:33:00.893Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ac6fefad-574b-4d1a-92d0-c5bd265d46b1", "secret": "some-name-mysql-init", "user": "monitor"}
2024-06-27T17:33:00.941Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ac6fefad-574b-4d1a-92d0-c5bd265d46b1", "user": "monitor"}
2024-06-27T17:33:00.954Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ac6fefad-574b-4d1a-92d0-c5bd265d46b1", "user": "monitor"}
2024-06-27T17:33:01.069Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ac6fefad-574b-4d1a-92d0-c5bd265d46b1", "last-applied-secret": "4e3282050745046d5044e0fcb5f2bf140d7320a1256a79c8ca2184f38f4f3098"}
2024-06-27T17:33:04.221Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ac6fefad-574b-4d1a-92d0-c5bd265d46b1", "error": "exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / ", "errorVerbose": "exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:34:00.890Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "7479e910-3496-409b-9026-596907b951a2", "user": "monitor"}
2024-06-27T17:34:01.147Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "7479e910-3496-409b-9026-596907b951a2", "user": "monitor"}
2024-06-27T17:34:01.178Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "7479e910-3496-409b-9026-596907b951a2", "last-applied-secret": "4e3282050745046d5044e0fcb5f2bf140d7320a1256a79c8ca2184f38f4f3098"}
2024-06-27T17:34:05.132Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "7479e910-3496-409b-9026-596907b951a2"}
2024-06-27T17:34:10.725Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "0157fea3-00b7-42d4-b268-d45537533656"}
2024-06-27T17:34:15.736Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6042ea11-4e9a-4694-8c01-0509c0f4958b"}
2024-06-27T17:34:21.239Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "cfa89b55-f146-4632-8741-95096ab49f9c"}
2024-06-27T17:34:26.914Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "6c1a3913-241b-46da-885a-50b056c43443"}
2024-06-27T17:34:28.726Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "24b1c55a-8a79-40b7-8bec-5a9f2789f52b", "user": "operator"}
2024-06-27T17:34:28.770Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "24b1c55a-8a79-40b7-8bec-5a9f2789f52b", "user": "operator"}
2024-06-27T17:34:28.781Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "24b1c55a-8a79-40b7-8bec-5a9f2789f52b", "secret": "some-name-mysql-init", "user": "operator"}
2024-06-27T17:34:28.793Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "24b1c55a-8a79-40b7-8bec-5a9f2789f52b", "user": "operator"}
2024-06-27T17:34:28.835Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "24b1c55a-8a79-40b7-8bec-5a9f2789f52b", "user": "operator"}
2024-06-27T17:34:28.887Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "24b1c55a-8a79-40b7-8bec-5a9f2789f52b", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-06-27T17:34:30.276Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "24b1c55a-8a79-40b7-8bec-5a9f2789f52b", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:34:57.578Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "dd2aa5bc-51f6-46c5-9a10-594acad01c28"}
2024-06-27T17:35:04.860Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "fdb91b10-2293-495a-9d58-c5c7428f7f78"}
2024-06-27T17:35:10.828Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "4b71d8c2-4e9b-45c0-82d0-b990a4e5c398"}
2024-06-27T17:35:15.929Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "0bb25302-16ad-420a-bc2e-76090b9e8fbc"}
2024-06-27T17:35:21.446Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "64a8c97d-c95a-4b5a-b12d-625168c55a6f"}
2024-06-27T17:35:27.363Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "33f0611b-c7f2-4ca1-8019-1365d033f318"}
2024-06-27T17:35:28.134Z	INFO	Created user secrets	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "secrets": "my-cluster-secrets-2"}
2024-06-27T17:35:28.152Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "root"}
2024-06-27T17:35:28.218Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "root"}
2024-06-27T17:35:28.228Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "secret": "some-name-mysql-init", "user": "root"}
2024-06-27T17:35:33.332Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50"}
2024-06-27T17:35:33.343Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "root"}
2024-06-27T17:35:33.376Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "root"}
2024-06-27T17:35:33.394Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "operator"}
2024-06-27T17:35:33.435Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "operator"}
2024-06-27T17:35:33.443Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "secret": "some-name-mysql-init", "user": "operator"}
2024-06-27T17:35:33.456Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "operator"}
2024-06-27T17:35:33.497Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "operator"}
2024-06-27T17:35:33.517Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "monitor"}
2024-06-27T17:35:33.540Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "monitor"}
2024-06-27T17:35:33.548Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "secret": "some-name-mysql-init", "user": "monitor"}
2024-06-27T17:35:33.606Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "monitor"}
2024-06-27T17:35:33.616Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "monitor"}
2024-06-27T17:35:33.698Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "xtrabackup"}
2024-06-27T17:35:33.739Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "xtrabackup"}
2024-06-27T17:35:33.746Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-06-27T17:35:33.754Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "xtrabackup"}
2024-06-27T17:35:33.794Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "xtrabackup"}
2024-06-27T17:35:33.806Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "replication"}
2024-06-27T17:35:33.848Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "replication"}
2024-06-27T17:35:33.859Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "secret": "some-name-mysql-init", "user": "replication"}
2024-06-27T17:35:33.868Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "replication"}
2024-06-27T17:35:33.908Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "replication"}
2024-06-27T17:35:33.908Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "proxyadmin"}
2024-06-27T17:35:33.969Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "proxyadmin"}
2024-06-27T17:35:33.978Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "user": "proxyadmin"}
2024-06-27T17:35:33.978Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "last-applied-secret": "aced6fc1520d5d4dd5ee797c68beeb05d862cbb0f2403110d4b0f84d3cd327fb"}
2024-06-27T17:35:33.978Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "last-applied-secret": "aced6fc1520d5d4dd5ee797c68beeb05d862cbb0f2403110d4b0f84d3cd327fb"}
2024-06-27T17:35:34.281Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b436dd38-4c2b-46e0-8c16-52e1cce73f50", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:36:33.436Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "4ae6695b-1d39-4e34-b369-ce875042a178", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-30997 on 10.178.32.10:53: no such host"}
2024-06-27T17:36:38.791Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "fbbfc6cc-6cac-4438-bba9-f3c11d236e48", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp 10.46.9.50:33062: connect: connection refused"}
2024-06-27T17:37:27.023Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "f78c8d92-72b2-45e8-8dd3-92c408e35274", "err": "failed to connect to pod some-name-pxc-0: dial tcp 10.46.10.68:33062: connect: connection refused"}
2024-06-27T17:37:32.422Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "9782dd9a-449a-4c22-8985-8d3cfc99d7a6", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:37:37.611Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "311f1656-d52f-4b36-a656-64f877433004", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:37:42.831Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "66029641-f8c5-43db-9ec7-d5d66ec1acae", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:37:48.038Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "2cc5a62f-65b5-4996-8296-c23e8183c989", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:37:53.245Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "0a7be170-1a4f-4009-a7ee-1a8521c32611", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:37:58.519Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "01678cf6-f9d5-495f-aff7-778adbccbee9", "primary name": "some-name-pxc-0.some-name-pxc.users-30997.svc.cluster.local"}
2024-06-27T17:38:04.061Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b8e68696-590d-4976-8494-c52fb1d3bf21", "user": "monitor"}
2024-06-27T17:38:04.371Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b8e68696-590d-4976-8494-c52fb1d3bf21", "user": "monitor"}
2024-06-27T17:38:04.405Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b8e68696-590d-4976-8494-c52fb1d3bf21", "last-applied-secret": "aced6fc1520d5d4dd5ee797c68beeb05d862cbb0f2403110d4b0f84d3cd327fb"}
2024-06-27T17:38:08.424Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b8e68696-590d-4976-8494-c52fb1d3bf21"}
2024-06-27T17:38:12.734Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "a8d5bb93-a224-4a7a-9085-43e4e725c9b8"}
2024-06-27T17:38:18.022Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "4816f19a-f9b3-4dd8-8bca-88a2925bb116"}
2024-06-27T17:38:19.860Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "c59304a0-6a1b-4f01-a0cf-6ad42af3c79e", "user": "operator"}
2024-06-27T17:38:19.886Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "c59304a0-6a1b-4f01-a0cf-6ad42af3c79e", "user": "operator"}
2024-06-27T17:38:19.899Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "c59304a0-6a1b-4f01-a0cf-6ad42af3c79e", "secret": "some-name-mysql-init", "user": "operator"}
2024-06-27T17:38:19.911Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "c59304a0-6a1b-4f01-a0cf-6ad42af3c79e", "user": "operator"}
2024-06-27T17:38:19.936Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "c59304a0-6a1b-4f01-a0cf-6ad42af3c79e", "user": "operator"}
2024-06-27T17:38:19.990Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "c59304a0-6a1b-4f01-a0cf-6ad42af3c79e", "last-applied-secret": "4b053236a70422f2b0a7c0a45b95a76cfe12e2f62096b300605eab195497845e"}
2024-06-27T17:38:21.406Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "c59304a0-6a1b-4f01-a0cf-6ad42af3c79e", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-30997.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:39:13.238Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "904cfb5a-392a-4545-887f-1c74385d614e"}
2024-06-27T17:39:22.016Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "22ffb7be-d1d5-458f-8743-ac2ed7efe899"}
2024-06-27T17:39:27.218Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "09a4d8cf-df1e-4606-a187-3f67d856120f"}
2024-06-27T17:39:32.659Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "c37fcb26-fea6-4e53-88e6-b29770c391a4"}
2024-06-27T17:39:38.716Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "5d566aaa-f16b-44fb-82c1-7814019da01d"}
2024-06-27T17:39:43.861Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "566d74b0-293c-48ce-90c4-f0d9a862ff5f"}
2024-06-27T17:39:49.279Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "b5b85b4b-92a4-4bd1-bdc5-c550fa74303c"}
2024-06-27T17:39:57.426Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "a41fb302-911b-4b5f-988e-8cd95ce51ccf"}
2024-06-27T17:40:01.113Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "2f6a8050-301f-4d43-befb-7e04590541b1"}
2024-06-27T17:40:06.680Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "2fb2a725-d6e3-44d2-955d-8e4c6cd3c372"}
2024-06-27T17:40:12.038Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "eda54540-be0b-4d33-8174-b4ec46ef17a2"}
2024-06-27T17:40:17.442Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "a62e82eb-1569-4aad-b986-bf2043bb8986"}
2024-06-27T17:40:23.183Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "78631413-e9bf-48f2-9359-3967cde44069"}
2024-06-27T17:40:28.459Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "f3dab49e-8c77-45d0-b511-33a429879754"}
2024-06-27T17:40:34.663Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "d4cd78f2-eab3-4d98-8e3d-a3878dfd0bf8"}
2024-06-27T17:40:36.674Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "root"}
2024-06-27T17:40:36.740Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "root"}
2024-06-27T17:40:36.768Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "secret": "some-name-mysql-init", "user": "root"}
2024-06-27T17:40:42.243Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe"}
2024-06-27T17:40:42.264Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "root"}
2024-06-27T17:40:42.301Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "root"}
2024-06-27T17:40:42.343Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "monitor"}
2024-06-27T17:40:42.369Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "monitor"}
2024-06-27T17:40:42.397Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "secret": "some-name-mysql-init", "user": "monitor"}
2024-06-27T17:40:42.441Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "monitor"}
2024-06-27T17:40:42.452Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "monitor"}
2024-06-27T17:40:42.543Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "xtrabackup"}
2024-06-27T17:40:42.566Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "xtrabackup"}
2024-06-27T17:40:42.576Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-06-27T17:40:42.591Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "xtrabackup"}
2024-06-27T17:40:42.632Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "xtrabackup"}
2024-06-27T17:40:42.650Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "proxyadmin"}
2024-06-27T17:40:42.698Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "proxyadmin"}
2024-06-27T17:40:42.708Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "user": "proxyadmin"}
2024-06-27T17:40:42.709Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "last-applied-secret": "6af916c5a157774d24671711d89200f65ad1648e21efac77d8ee1a54010dd83e"}
2024-06-27T17:40:42.709Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "last-applied-secret": "6af916c5a157774d24671711d89200f65ad1648e21efac77d8ee1a54010dd83e"}
2024-06-27T17:40:43.034Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ce8ad8c8-0769-4b6e-a9ea-d01ec3337abe", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-06-27T17:41:01.267Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: 9597147c-70d7-4154-82a6-9f82cd27af92
2024-06-27T17:42:26.814Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "ae34ed4c-032a-4eaa-aa4e-f95d245cc4ec", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-30997 on 10.178.32.10:53: no such host"}
2024-06-27T17:42:31.673Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "da6b36db-904b-447b-b605-7959653b87e6", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-30997 on 10.178.32.10:53: no such host"}
2024-06-27T17:44:08.664Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "root"}
2024-06-27T17:44:08.727Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "root"}
2024-06-27T17:44:08.747Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "secret": "some-name-mysql-init", "user": "root"}
2024-06-27T17:44:08.789Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "root"}
2024-06-27T17:44:08.849Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "root"}
2024-06-27T17:44:08.858Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "operator"}
2024-06-27T17:44:08.897Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "operator"}
2024-06-27T17:44:08.915Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "secret": "some-name-mysql-init", "user": "operator"}
2024-06-27T17:44:08.944Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "operator"}
2024-06-27T17:44:08.982Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "operator"}
2024-06-27T17:44:08.999Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "monitor"}
2024-06-27T17:44:09.037Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "monitor"}
2024-06-27T17:44:09.052Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "secret": "some-name-mysql-init", "user": "monitor"}
2024-06-27T17:44:09.063Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "monitor"}
2024-06-27T17:44:09.169Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "xtrabackup"}
2024-06-27T17:44:09.208Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "xtrabackup"}
2024-06-27T17:44:09.217Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-06-27T17:44:09.228Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "xtrabackup"}
2024-06-27T17:44:09.267Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "xtrabackup"}
2024-06-27T17:44:09.280Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "replication"}
2024-06-27T17:44:09.319Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "replication"}
2024-06-27T17:44:09.330Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "secret": "some-name-mysql-init", "user": "replication"}
2024-06-27T17:44:09.349Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "replication"}
2024-06-27T17:44:09.388Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "user": "replication"}
2024-06-27T17:44:09.388Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-06-27T17:44:09.388Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "faef151d-4bb5-4b72-8fc5-1b82d50ee40f", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-06-27T17:45:00.011Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "19be82b6-e7b2-4c7b-837d-446947408a54", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-30997 on 10.178.32.10:53: no such host"}
2024-06-27T17:45:17.369Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "2c472f9c-db85-48e2-9618-d594ab577f83", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-30997 on 10.178.32.10:53: no such host"}
2024-06-27T17:45:49.183Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "66fa1e6a-0cde-43e9-aa8a-cdd11ad917d4", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.users-30997 on 10.178.32.10:53: no such host"}
2024-06-27T17:46:31.810Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "e9e229cd-00f9-4340-b3cd-6baa8b3610d9", "user": "monitor"}
2024-06-27T17:46:31.847Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "e9e229cd-00f9-4340-b3cd-6baa8b3610d9", "user": "monitor"}
2024-06-27T17:46:31.858Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "e9e229cd-00f9-4340-b3cd-6baa8b3610d9", "secret": "some-name-mysql-init", "user": "monitor"}
2024-06-27T17:46:31.884Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "e9e229cd-00f9-4340-b3cd-6baa8b3610d9", "user": "monitor"}
2024-06-27T17:46:32.046Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "e9e229cd-00f9-4340-b3cd-6baa8b3610d9", "last-applied-secret": "81935ecf30ae523a6ee69582354f9488d47dbeb0f8c7c572af96870f2024284d"}
2024-06-27T17:47:41.416Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "9d01b1d9-8d56-4a6b-b8a6-13bc85003da1", "user": "monitor"}
2024-06-27T17:47:41.717Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "9d01b1d9-8d56-4a6b-b8a6-13bc85003da1", "user": "monitor"}
2024-06-27T17:47:41.751Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-30997", "name": "some-name", "reconcileID": "9d01b1d9-8d56-4a6b-b8a6-13bc85003da1", "last-applied-secret": "81935ecf30ae523a6ee69582354f9488d47dbeb0f8c7c572af96870f2024284d"}
github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:324
	/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1248
[mysql] 2024/06/27 17:32:13 connection.go:49: read tcp 10.46.8.46:55590->10.46.10.65:33062: read: connection reset by peer
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-30997 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.dwi7M1yhgd
++ mktemp
+ local LAST_ERR=/tmp/tmp.SIAYFP4B4u
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dwi7M1yhgd
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.SIAYFP4B4u
+ rm /tmp/tmp.dwi7M1yhgd /tmp/tmp.SIAYFP4B4u
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.TTayIy4o0V
++ mktemp
+ local LAST_ERR=/tmp/tmp.NV8ECe6COn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TTayIy4o0V
No resources found
+ cat /tmp/tmp.NV8ECe6COn
+ rm /tmp/tmp.TTayIy4o0V /tmp/tmp.NV8ECe6COn
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.UDTuFmWGhu
++ mktemp
+ local LAST_ERR=/tmp/tmp.UqZZim6Who
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UDTuFmWGhu
No resources found
+ cat /tmp/tmp.UqZZim6Who
+ rm /tmp/tmp.UDTuFmWGhu /tmp/tmp.UqZZim6Who
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ui0MlP19ul
++ mktemp
+ local LAST_ERR=/tmp/tmp.v9yS5BHBpl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ui0MlP19ul
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.v9yS5BHBpl
+ rm /tmp/tmp.Ui0MlP19ul /tmp/tmp.v9yS5BHBpl
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace users-30997
+ rm -rf /tmp/tmp.aVRmngnZ6T
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.2iQjhmv9mA
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.VUgFtDYGV0
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZS6331XtfB
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.QcvIN7iqH2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace users-30997
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator