Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/logs/users-8-0.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ create_infra users-26401
+ local ns=users-26401
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-25949 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.oevzpQbrIH
++ mktemp
+ local LAST_ERR=/tmp/tmp.pFZHsvIkj5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oevzpQbrIH
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.pFZHsvIkj5
+ rm /tmp/tmp.oevzpQbrIH /tmp/tmp.pFZHsvIkj5
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.s5dOkGvoia
++ mktemp
+ local LAST_ERR=/tmp/tmp.cuxQOTXX4Y
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.s5dOkGvoia
No resources found
+ cat /tmp/tmp.cuxQOTXX4Y
+ rm /tmp/tmp.s5dOkGvoia /tmp/tmp.cuxQOTXX4Y
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.wtpLWd7M3s
++ mktemp
+ local LAST_ERR=/tmp/tmp.VL1W8PfPRR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wtpLWd7M3s
No resources found
+ cat /tmp/tmp.VL1W8PfPRR
+ rm /tmp/tmp.wtpLWd7M3s /tmp/tmp.VL1W8PfPRR
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.RvHH6iMisK
++ mktemp
+ local LAST_OUT=/tmp/tmp.4bAntondjE
++ mktemp
+ local LAST_ERR=/tmp/tmp.T9ExHPkStn
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.DB50mFUin7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RvHH6iMisK
+ cat /tmp/tmp.T9ExHPkStn
+ rm /tmp/tmp.RvHH6iMisK /tmp/tmp.T9ExHPkStn
+ return 0
namespace "users-25949" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4bAntondjE
namespace "pxc-operator" deleted
+ cat /tmp/tmp.DB50mFUin7
+ rm /tmp/tmp.4bAntondjE /tmp/tmp.DB50mFUin7
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.q63kTrJIk9
++ mktemp
+ local LAST_ERR=/tmp/tmp.hnx0GFdYPj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.q63kTrJIk9
namespace/pxc-operator created
+ cat /tmp/tmp.hnx0GFdYPj
+ rm /tmp/tmp.q63kTrJIk9 /tmp/tmp.hnx0GFdYPj
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WtcucPm4zt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Gz232td8Zd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WtcucPm4zt
++ cat /tmp/tmp.Gz232td8Zd
++ rm /tmp/tmp.WtcucPm4zt /tmp/tmp.Gz232td8Zd
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1748-9feb4e9a-7-cluster2 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.UXIxFrXr09
++ mktemp
+ local LAST_ERR=/tmp/tmp.AqkmP1LAYk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1748-9feb4e9a-7-cluster2 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UXIxFrXr09
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1748-9feb4e9a-7-cluster2" modified.
+ cat /tmp/tmp.AqkmP1LAYk
+ rm /tmp/tmp.UXIxFrXr09 /tmp/tmp.AqkmP1LAYk
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.nd23uFiWeC
++ mktemp
+ local LAST_ERR=/tmp/tmp.Q8wmzAV1Tz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nd23uFiWeC
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.Q8wmzAV1Tz
+ rm /tmp/tmp.nd23uFiWeC /tmp/tmp.Q8wmzAV1Tz
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.QbMnfoX5f0
++ mktemp
+ local LAST_ERR=/tmp/tmp.rlDlrpfXQi
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QbMnfoX5f0
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.rlDlrpfXQi
+ rm /tmp/tmp.QbMnfoX5f0 /tmp/tmp.rlDlrpfXQi
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/deploy/cw-operator.yaml
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1748-9feb4e9a^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.fLbFzGBqBY
++ mktemp
+ local LAST_ERR=/tmp/tmp.vSl6S0LscX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fLbFzGBqBY
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.vSl6S0LscX
+ rm /tmp/tmp.fLbFzGBqBY /tmp/tmp.vSl6S0LscX
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.CZaGOCNSPd
++ mktemp
+ local LAST_ERR=/tmp/tmp.7XgEm9H2fm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CZaGOCNSPd
pod/percona-xtradb-cluster-operator-7fc6784b99-8ptk8 condition met
+ cat /tmp/tmp.7XgEm9H2fm
+ rm /tmp/tmp.CZaGOCNSPd /tmp/tmp.7XgEm9H2fm
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4z3jJVxssl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CXNKWyd6bG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4z3jJVxssl
++ cat /tmp/tmp.CXNKWyd6bG
++ rm /tmp/tmp.4z3jJVxssl /tmp/tmp.CXNKWyd6bG
++ return 0
+ wait_pod percona-xtradb-cluster-operator-7fc6784b99-8ptk8 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-7fc6784b99-8ptk8
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-7fc6784b99-8ptk8
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-7fc6784b99-8ptk8 condition met
percona-xtradb-cluster-operator-7fc6784b99-8ptk8.Ok
+ sleep 3
+ create_namespace users-26401
+ local namespace=users-26401
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-26401'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-26401
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-26401
++ mktemp
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.LSAdaSD7w4
++ mktemp
+ local LAST_OUT=/tmp/tmp.df6X4UqVxf
++ mktemp
+ local LAST_ERR=/tmp/tmp.tzHB03ChrO
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.sHeKWtOCJO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-26401
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LSAdaSD7w4
+ cat /tmp/tmp.tzHB03ChrO
+ rm /tmp/tmp.LSAdaSD7w4 /tmp/tmp.tzHB03ChrO
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-26401
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-26401
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.df6X4UqVxf
+ cat /tmp/tmp.sHeKWtOCJO
Error from server (NotFound): namespaces "users-26401" not found
+ rm /tmp/tmp.df6X4UqVxf /tmp/tmp.sHeKWtOCJO
+ return 1
+ :
+ wait_for_delete namespace/users-26401
+ local res=namespace/users-26401
+ echo -n 'namespace/users-26401 - '
namespace/users-26401 - + set +o xtrace
Error from server (NotFound): namespaces "users-26401" not found
+ desc 'create namespace users-26401'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-26401
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-26401
++ mktemp
+ local LAST_OUT=/tmp/tmp.WsJOtLdmnz
++ mktemp
+ local LAST_ERR=/tmp/tmp.tZgtgRJlSP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-26401
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WsJOtLdmnz
namespace/users-26401 created
+ cat /tmp/tmp.tZgtgRJlSP
+ rm /tmp/tmp.WsJOtLdmnz /tmp/tmp.tZgtgRJlSP
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Of2YDwgbtm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.73NrIjpI19
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Of2YDwgbtm
++ cat /tmp/tmp.73NrIjpI19
++ rm /tmp/tmp.Of2YDwgbtm /tmp/tmp.73NrIjpI19
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1748-9feb4e9a-7-cluster2 --namespace=users-26401
++ mktemp
+ local LAST_OUT=/tmp/tmp.AFqxLMXugk
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZLBcc9Nrk3
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1748-9feb4e9a-7-cluster2 --namespace=users-26401
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.AFqxLMXugk
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1748-9feb4e9a-7-cluster2" modified.
+ cat /tmp/tmp.ZLBcc9Nrk3
+ rm /tmp/tmp.AFqxLMXugk /tmp/tmp.ZLBcc9Nrk3
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ojYVfzwhyJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.Bvmq0a3YD4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ojYVfzwhyJ
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.Bvmq0a3YD4
+ rm /tmp/tmp.ojYVfzwhyJ /tmp/tmp.Bvmq0a3YD4
+ return 0
+ desc 'create PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC cluster
-----------------------------------------------------------------------------------

+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/some-name.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.dnIfUEJQFp
++ mktemp
+ local LAST_ERR=/tmp/tmp.4HKHkEbpUB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dnIfUEJQFp
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.4HKHkEbpUB
+ rm /tmp/tmp.dnIfUEJQFp /tmp/tmp.4HKHkEbpUB
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1748-9feb4e9a#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_OUT=/tmp/tmp.uGqQWFTwDr
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-26401~
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ local LAST_ERR=/tmp/tmp.SYxkb0eVB6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.uGqQWFTwDr
deployment.apps/pxc-client created
+ cat /tmp/tmp.SYxkb0eVB6
+ rm /tmp/tmp.uGqQWFTwDr /tmp/tmp.SYxkb0eVB6
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/conf/some-name.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1748-9feb4e9a#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_OUT=/tmp/tmp.QnnTYfvwTV
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-26401~
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.uIdrh8Rxa2
+ local exit_status=0
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QnnTYfvwTV
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.uIdrh8Rxa2
+ rm /tmp/tmp.QnnTYfvwTV /tmp/tmp.uIdrh8Rxa2
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.y4e6upY9QE
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.J3ax1NJzUi
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.y4e6upY9QE
+++ cat /tmp/tmp.J3ax1NJzUi
+++ rm /tmp/tmp.y4e6upY9QE /tmp/tmp.J3ax1NJzUi
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.HqIA1Qyv74
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.wkoINnAX1q
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.HqIA1Qyv74
+++ cat /tmp/tmp.wkoINnAX1q
+++ rm /tmp/tmp.HqIA1Qyv74 /tmp/tmp.wkoINnAX1q
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-26401
++ mktemp
+ local LAST_OUT=/tmp/tmp.lVK6y1ttlx
++ mktemp
+ local LAST_ERR=/tmp/tmp.7CBU1kRZN5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-26401
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-26401
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-26401
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.lVK6y1ttlx
+ cat /tmp/tmp.7CBU1kRZN5
error: no matching resources found
+ rm /tmp/tmp.lVK6y1ttlx /tmp/tmp.7CBU1kRZN5
+ return 1
+ true
+ wait_for_running some-name-proxysql 1
+ local name=some-name-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-0 condition met
some-name-proxysql-0.Ok
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-0 condition met
some-name-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-1 condition met
some-name-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-2 condition met
some-name-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qzeYWxm2zS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.StD9ZBDsgJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qzeYWxm2zS
++ cat /tmp/tmp.StD9ZBDsgJ
++ rm /tmp/tmp.qzeYWxm2zS /tmp/tmp.StD9ZBDsgJ
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OM9Gdf8txm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jdmdIDXMjo
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OM9Gdf8txm
++ cat /tmp/tmp.jdmdIDXMjo
++ rm /tmp/tmp.OM9Gdf8txm /tmp/tmp.jdmdIDXMjo
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qQGHlO7MEv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aC9ouoK6YQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qQGHlO7MEv
++ cat /tmp/tmp.aC9ouoK6YQ
++ rm /tmp/tmp.qQGHlO7MEv /tmp/tmp.aC9ouoK6YQ
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1.sql /tmp/tmp.wGsByZmabh/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.znf8lWiQvV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QQJIvIYTOy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.znf8lWiQvV
++ cat /tmp/tmp.QQJIvIYTOy
++ rm /tmp/tmp.znf8lWiQvV /tmp/tmp.QQJIvIYTOy
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1.sql /tmp/tmp.wGsByZmabh/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nFjWgOqLyi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PEoGmf4czt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nFjWgOqLyi
++ cat /tmp/tmp.PEoGmf4czt
++ rm /tmp/tmp.nFjWgOqLyi /tmp/tmp.PEoGmf4czt
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-1.sql /tmp/tmp.wGsByZmabh/select-1.sql
++ is_keyring_plugin_in_use some-name
++ local cluster=some-name
++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PbH3aPEGaj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2yL5BAC3HE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PbH3aPEGaj
++ cat /tmp/tmp.2yL5BAC3HE
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.PbH3aPEGaj /tmp/tmp.2yL5BAC3HE
++ return 0
+ '[' '' ']'
+ desc 'test root'
+ set +o xtrace


-----------------------------------------------------------------------------------
test root
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets root dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=root
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.WiToTJRoXU
++ mktemp
+ local LAST_ERR=/tmp/tmp.l4MeLh0MOI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WiToTJRoXU
secret/my-cluster-secrets patched
+ cat /tmp/tmp.l4MeLh0MOI
+ rm /tmp/tmp.WiToTJRoXU /tmp/tmp.l4MeLh0MOI
+ return 0
+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oRC4KfZp5H
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7kOFD9QCzn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oRC4KfZp5H
++ cat /tmp/tmp.7kOFD9QCzn
++ rm /tmp/tmp.oRC4KfZp5H /tmp/tmp.7kOFD9QCzn
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.wGsByZmabh/select-4.sql
+ desc 'test proxyadmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
test proxyadmin
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.67qiOSz9n8
++ mktemp
+ local LAST_ERR=/tmp/tmp.Q0EYQqD3TC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.67qiOSz9n8
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.Q0EYQqD3TC
+ rm /tmp/tmp.67qiOSz9n8 /tmp/tmp.Q0EYQqD3TC
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ynowYmQgLA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qI9ZNzeFfN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ynowYmQgLA
++ cat /tmp/tmp.qI9ZNzeFfN
++ rm /tmp/tmp.ynowYmQgLA /tmp/tmp.qI9ZNzeFfN
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qHBdxw6SK5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hlnSvjo6Dt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qHBdxw6SK5
++ cat /tmp/tmp.hlnSvjo6Dt
++ rm /tmp/tmp.qHBdxw6SK5 /tmp/tmp.hlnSvjo6Dt
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.AWfgesVhiF
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.TaoUzAY25o
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.AWfgesVhiF
+++++ cat /tmp/tmp.TaoUzAY25o
+++++ rm /tmp/tmp.AWfgesVhiF /tmp/tmp.TaoUzAY25o
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.gbe3Yw7rSL
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.VSdik7xid3
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.gbe3Yw7rSL
+++++ cat /tmp/tmp.VSdik7xid3
+++++ rm /tmp/tmp.gbe3Yw7rSL /tmp/tmp.VSdik7xid3
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5YLvLo8ZJj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HMFZGNhMyW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5YLvLo8ZJj
++ cat /tmp/tmp.HMFZGNhMyW
++ rm /tmp/tmp.5YLvLo8ZJj /tmp/tmp.HMFZGNhMyW
++ return 0
+ [[ 3 == \3 ]]
+ patch_secret my-cluster-secrets proxyadmin dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=proxyadmin
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ORZQXxOhRP
++ mktemp
+ local LAST_ERR=/tmp/tmp.AD3S7o7hs6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ORZQXxOhRP
secret/my-cluster-secrets patched
+ cat /tmp/tmp.AD3S7o7hs6
+ rm /tmp/tmp.ORZQXxOhRP /tmp/tmp.AD3S7o7hs6
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9V39wn4DKB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0D9wRbw3Sm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9V39wn4DKB
++ cat /tmp/tmp.0D9wRbw3Sm
++ rm /tmp/tmp.9V39wn4DKB /tmp/tmp.0D9wRbw3Sm
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.j4azfE4jj0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QlCkWIOKTK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.j4azfE4jj0
++ cat /tmp/tmp.QlCkWIOKTK
++ rm /tmp/tmp.j4azfE4jj0 /tmp/tmp.QlCkWIOKTK
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NUU6wO3Gyh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cjBTzLzYWf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NUU6wO3Gyh
++ cat /tmp/tmp.cjBTzLzYWf
++ rm /tmp/tmp.NUU6wO3Gyh /tmp/tmp.cjBTzLzYWf
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.rk0hGDBQpk
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.5PRnduVh5V
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.rk0hGDBQpk
+++++ cat /tmp/tmp.5PRnduVh5V
+++++ rm /tmp/tmp.rk0hGDBQpk /tmp/tmp.5PRnduVh5V
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.oSNVp0X9Wj
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.XM9hbU198B
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.oSNVp0X9Wj
+++++ cat /tmp/tmp.XM9hbU198B
+++++ rm /tmp/tmp.oSNVp0X9Wj /tmp/tmp.XM9hbU198B
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PvIu0GSP4M
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IrMXvq7OZ0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PvIu0GSP4M
++ cat /tmp/tmp.IrMXvq7OZ0
++ rm /tmp/tmp.PvIu0GSP4M /tmp/tmp.IrMXvq7OZ0
++ return 0
+ [[ 3 == \3 ]]
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2.sql /tmp/tmp.wGsByZmabh/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2.sql /tmp/tmp.wGsByZmabh/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-2.sql /tmp/tmp.wGsByZmabh/select-2.sql
+ desc 'test xtrabackup'
+ set +o xtrace


-----------------------------------------------------------------------------------
test xtrabackup
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.iLIfNhkRtA
++ mktemp
+ local LAST_ERR=/tmp/tmp.ctL9XhumKE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iLIfNhkRtA
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.ctL9XhumKE
+ rm /tmp/tmp.iLIfNhkRtA /tmp/tmp.ctL9XhumKE
+ return 0
+ patch_secret my-cluster-secrets xtrabackup dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=xtrabackup
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.FRlTRQpwh8
++ mktemp
+ local LAST_ERR=/tmp/tmp.haw7dS8uTI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FRlTRQpwh8
secret/my-cluster-secrets patched
+ cat /tmp/tmp.haw7dS8uTI
+ rm /tmp/tmp.FRlTRQpwh8 /tmp/tmp.haw7dS8uTI
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ftb3UW4O8M
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CQiJZeywrG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ftb3UW4O8M
++ cat /tmp/tmp.CQiJZeywrG
++ rm /tmp/tmp.ftb3UW4O8M /tmp/tmp.CQiJZeywrG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KTZ0yLaVhR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ooETZAyCCq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KTZ0yLaVhR
++ cat /tmp/tmp.ooETZAyCCq
++ rm /tmp/tmp.KTZ0yLaVhR /tmp/tmp.ooETZAyCCq
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZQre0UNRv7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c7ajnwUdjb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZQre0UNRv7
++ cat /tmp/tmp.c7ajnwUdjb
++ rm /tmp/tmp.ZQre0UNRv7 /tmp/tmp.c7ajnwUdjb
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3RUVxTUE7O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UWUhWqvfRE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3RUVxTUE7O
++ cat /tmp/tmp.UWUhWqvfRE
++ rm /tmp/tmp.3RUVxTUE7O /tmp/tmp.UWUhWqvfRE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nfZAaC6tcb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H2aivc33NJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nfZAaC6tcb
++ cat /tmp/tmp.H2aivc33NJ
++ rm /tmp/tmp.nfZAaC6tcb /tmp/tmp.H2aivc33NJ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yRnS5loQYi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OJ81cg5VG2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yRnS5loQYi
++ cat /tmp/tmp.OJ81cg5VG2
++ rm /tmp/tmp.yRnS5loQYi /tmp/tmp.OJ81cg5VG2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1T4SGFLwIG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QgI6Hg6e2J
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1T4SGFLwIG
++ cat /tmp/tmp.QgI6Hg6e2J
++ rm /tmp/tmp.1T4SGFLwIG /tmp/tmp.QgI6Hg6e2J
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RWZjFziNQo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RuYqJCmVUW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RWZjFziNQo
++ cat /tmp/tmp.RuYqJCmVUW
++ rm /tmp/tmp.RWZjFziNQo /tmp/tmp.RuYqJCmVUW
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rlNemxUfcW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HxmwDsBj99
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rlNemxUfcW
++ cat /tmp/tmp.HxmwDsBj99
++ rm /tmp/tmp.rlNemxUfcW /tmp/tmp.HxmwDsBj99
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.vXgeSbex6L
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.0iDbe52oVI
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.vXgeSbex6L
+++++ cat /tmp/tmp.0iDbe52oVI
+++++ rm /tmp/tmp.vXgeSbex6L /tmp/tmp.0iDbe52oVI
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.iRgioJ5oeJ
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.tF9A5h3AMX
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.iRgioJ5oeJ
+++++ cat /tmp/tmp.tF9A5h3AMX
+++++ rm /tmp/tmp.iRgioJ5oeJ /tmp/tmp.tF9A5h3AMX
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S4ZSebbyzF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xBvMl6czHZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.S4ZSebbyzF
++ cat /tmp/tmp.xBvMl6czHZ
++ rm /tmp/tmp.S4ZSebbyzF /tmp/tmp.xBvMl6czHZ
++ return 0
+ [[ 2 == \2 ]]
+ compare_mysql_cmd_local select-3 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 '' pxc
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local postfix=
+ local container_name=pxc
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-3-80.sql ']'
+ run_mysql_local 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 pxc
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local container_name=pxc
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-3.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-3.sql /tmp/tmp.wGsByZmabh/select-3.sql
+ desc 'test monitor'
+ set +o xtrace


-----------------------------------------------------------------------------------
test monitor
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.xJDP29BtO9
++ mktemp
+ local LAST_ERR=/tmp/tmp.QKjKQrMHo1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xJDP29BtO9
secret/my-cluster-secrets patched
+ cat /tmp/tmp.QKjKQrMHo1
+ rm /tmp/tmp.xJDP29BtO9 /tmp/tmp.QKjKQrMHo1
+ return 0
+ wait_for_password_propagation my-cluster-secrets monitor
+ local secret=my-cluster-secrets
+ local user=monitor
+ local max_retry=240
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bkMh0s0UL3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VcqEtxVubW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bkMh0s0UL3
++ cat /tmp/tmp.VcqEtxVubW
++ rm /tmp/tmp.bkMh0s0UL3 /tmp/tmp.VcqEtxVubW
++ return 0
+ local root_pass=test-password
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ retry=0
+ is_password_updated monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep additional_password
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8LXdT66xS6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2pE8RlTSJx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8LXdT66xS6
++ cat /tmp/tmp.2pE8RlTSJx
++ rm /tmp/tmp.8LXdT66xS6 /tmp/tmp.2pE8RlTSJx
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
{"additional_password": "*C1F414D9BAF378B656A849B31F9F8AF3125F558B"}
+ retry=0
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L9SL3hiOX0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZOI85vt4im
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.L9SL3hiOX0
++ cat /tmp/tmp.ZOI85vt4im
++ rm /tmp/tmp.L9SL3hiOX0 /tmp/tmp.ZOI85vt4im
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 1 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VFtS5StLnP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kDX5gMjn6C
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VFtS5StLnP
++ cat /tmp/tmp.kDX5gMjn6C
++ rm /tmp/tmp.VFtS5StLnP /tmp/tmp.kDX5gMjn6C
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 2 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SEugulMWTK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VwodT5dRI1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SEugulMWTK
++ cat /tmp/tmp.VwodT5dRI1
++ rm /tmp/tmp.SEugulMWTK /tmp/tmp.VwodT5dRI1
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 3 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ grep NULL
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6TxXkcmIZ0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.C2DerQ1oI5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6TxXkcmIZ0
++ cat /tmp/tmp.C2DerQ1oI5
++ rm /tmp/tmp.6TxXkcmIZ0 /tmp/tmp.C2DerQ1oI5
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 4 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KD03T3pFeo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8u3jMDzccl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KD03T3pFeo
++ cat /tmp/tmp.8u3jMDzccl
++ rm /tmp/tmp.KD03T3pFeo /tmp/tmp.8u3jMDzccl
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 5 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qPSkSPDXkG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.M8XAqX5pnf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qPSkSPDXkG
++ cat /tmp/tmp.M8XAqX5pnf
++ rm /tmp/tmp.qPSkSPDXkG /tmp/tmp.M8XAqX5pnf
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 6 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9jCNrOg93u
+++ mktemp
++ local LAST_ERR=/tmp/tmp.41EtuG10JL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9jCNrOg93u
++ cat /tmp/tmp.41EtuG10JL
++ rm /tmp/tmp.9jCNrOg93u /tmp/tmp.41EtuG10JL
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 7 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ grep NULL
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5STJBubvQ1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fYLIORTLQ0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5STJBubvQ1
++ cat /tmp/tmp.fYLIORTLQ0
++ rm /tmp/tmp.5STJBubvQ1 /tmp/tmp.fYLIORTLQ0
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 8 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x48dsLtrWI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.o0LnbcHD0c
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.x48dsLtrWI
++ cat /tmp/tmp.o0LnbcHD0c
++ rm /tmp/tmp.x48dsLtrWI /tmp/tmp.o0LnbcHD0c
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 9 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0Jc9mRTQFr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.daJnnxeiMu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0Jc9mRTQFr
++ cat /tmp/tmp.daJnnxeiMu
++ rm /tmp/tmp.0Jc9mRTQFr /tmp/tmp.daJnnxeiMu
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 10 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.84tJ2pM17J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ix0j9nBkR6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.84tJ2pM17J
++ cat /tmp/tmp.ix0j9nBkR6
++ rm /tmp/tmp.84tJ2pM17J /tmp/tmp.ix0j9nBkR6
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 11 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PjsBTYlz0s
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mTVcGTdW3u
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PjsBTYlz0s
++ cat /tmp/tmp.mTVcGTdW3u
++ rm /tmp/tmp.PjsBTYlz0s /tmp/tmp.mTVcGTdW3u
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 12 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.djfcHG9X78
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jmXrO87Phw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.djfcHG9X78
++ cat /tmp/tmp.jmXrO87Phw
++ rm /tmp/tmp.djfcHG9X78 /tmp/tmp.jmXrO87Phw
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 13 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5imtyH4WU2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4yip1Y1ehj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5imtyH4WU2
++ cat /tmp/tmp.4yip1Y1ehj
++ rm /tmp/tmp.5imtyH4WU2 /tmp/tmp.4yip1Y1ehj
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-6644d8898f-f7hz5
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
NULL
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QlPg1gnHSW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hmi0KQpMzX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QlPg1gnHSW
++ cat /tmp/tmp.hmi0KQpMzX
++ rm /tmp/tmp.QlPg1gnHSW /tmp/tmp.hmi0KQpMzX
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.73yvb6bn0I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Pf8maSiy5e
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.73yvb6bn0I
++ cat /tmp/tmp.Pf8maSiy5e
++ rm /tmp/tmp.73yvb6bn0I /tmp/tmp.Pf8maSiy5e
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.sBBLNLyNqA
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.C1Kpn5ZMgj
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.sBBLNLyNqA
+++++ cat /tmp/tmp.C1Kpn5ZMgj
+++++ rm /tmp/tmp.sBBLNLyNqA /tmp/tmp.C1Kpn5ZMgj
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.1OrJbixCyw
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.hGWNjLGp6F
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.1OrJbixCyw
+++++ cat /tmp/tmp.hGWNjLGp6F
+++++ rm /tmp/tmp.1OrJbixCyw /tmp/tmp.hGWNjLGp6F
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SG9XwXymju
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kIgWib3tBG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SG9XwXymju
++ cat /tmp/tmp.kIgWib3tBG
++ rm /tmp/tmp.SG9XwXymju /tmp/tmp.kIgWib3tBG
++ return 0
+ [[ 2 == \2 ]]
+ sleep 10
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9csuXsPeto
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dlisLm6ab3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9csuXsPeto
++ cat /tmp/tmp.dlisLm6ab3
++ rm /tmp/tmp.9csuXsPeto /tmp/tmp.dlisLm6ab3
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.wGsByZmabh/select-4.sql
+ desc 'test operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test operator
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets operator dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.vdNscS6zC2
++ mktemp
+ local LAST_ERR=/tmp/tmp.3IwhphC8ao
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vdNscS6zC2
secret/my-cluster-secrets patched
+ cat /tmp/tmp.3IwhphC8ao
+ rm /tmp/tmp.vdNscS6zC2 /tmp/tmp.3IwhphC8ao
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9RYx1hBzpK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SFIJRggxY1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9RYx1hBzpK
++ cat /tmp/tmp.SFIJRggxY1
++ rm /tmp/tmp.9RYx1hBzpK /tmp/tmp.SFIJRggxY1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.G9zrA615dv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ilhS5uaIyC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.G9zrA615dv
++ cat /tmp/tmp.ilhS5uaIyC
++ rm /tmp/tmp.G9zrA615dv /tmp/tmp.ilhS5uaIyC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hx9HzJStxz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qdFqePS4gT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hx9HzJStxz
++ cat /tmp/tmp.qdFqePS4gT
++ rm /tmp/tmp.hx9HzJStxz /tmp/tmp.qdFqePS4gT
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7N24mxeC7m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3QHmALnUi2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7N24mxeC7m
++ cat /tmp/tmp.3QHmALnUi2
++ rm /tmp/tmp.7N24mxeC7m /tmp/tmp.3QHmALnUi2
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.08LHTjCB67
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.jecj3ESeod
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.08LHTjCB67
+++++ cat /tmp/tmp.jecj3ESeod
+++++ rm /tmp/tmp.08LHTjCB67 /tmp/tmp.jecj3ESeod
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.TYtbyuHs6V
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.gIc7m8TDGr
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.TYtbyuHs6V
+++++ cat /tmp/tmp.gIc7m8TDGr
+++++ rm /tmp/tmp.TYtbyuHs6V /tmp/tmp.gIc7m8TDGr
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5Ervf10BSG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mSpinQXaB1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5Ervf10BSG
++ cat /tmp/tmp.mSpinQXaB1
++ rm /tmp/tmp.5Ervf10BSG /tmp/tmp.mSpinQXaB1
++ return 0
+ [[ 2 == \2 ]]
+ sleep 10
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Z3xbw7tDAU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ti0UTQiWHX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Z3xbw7tDAU
++ cat /tmp/tmp.ti0UTQiWHX
++ rm /tmp/tmp.Z3xbw7tDAU /tmp/tmp.ti0UTQiWHX
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.wGsByZmabh/select-4.sql
+ desc 'change secret name'
+ set +o xtrace


-----------------------------------------------------------------------------------
change secret name
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.TV1vgPV6kS
++ mktemp
+ local LAST_ERR=/tmp/tmp.cnZRlNAqwc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TV1vgPV6kS
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.cnZRlNAqwc
+ rm /tmp/tmp.TV1vgPV6kS /tmp/tmp.cnZRlNAqwc
+ return 0
+ sleep 30
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NZXir5DJD4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JphiPUAQQ7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NZXir5DJD4
++ cat /tmp/tmp.JphiPUAQQ7
++ rm /tmp/tmp.NZXir5DJD4 /tmp/tmp.JphiPUAQQ7
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CkjgYhPX9K
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bfnQ5yx9i2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CkjgYhPX9K
++ cat /tmp/tmp.bfnQ5yx9i2
++ rm /tmp/tmp.CkjgYhPX9K /tmp/tmp.bfnQ5yx9i2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AEQx3fm0zA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O8xxxnNoYC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.AEQx3fm0zA
++ cat /tmp/tmp.O8xxxnNoYC
++ rm /tmp/tmp.AEQx3fm0zA /tmp/tmp.O8xxxnNoYC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TdIrSniumi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fWNqDERHnC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TdIrSniumi
++ cat /tmp/tmp.fWNqDERHnC
++ rm /tmp/tmp.TdIrSniumi /tmp/tmp.fWNqDERHnC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qgYm5hihws
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O2A8B2nwbK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qgYm5hihws
++ cat /tmp/tmp.O2A8B2nwbK
++ rm /tmp/tmp.qgYm5hihws /tmp/tmp.O2A8B2nwbK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pXq2qW5exH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9gtXYLjNPC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pXq2qW5exH
++ cat /tmp/tmp.9gtXYLjNPC
++ rm /tmp/tmp.pXq2qW5exH /tmp/tmp.9gtXYLjNPC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.29wHXIKQxY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ujbkCtkPAx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.29wHXIKQxY
++ cat /tmp/tmp.ujbkCtkPAx
++ rm /tmp/tmp.29wHXIKQxY /tmp/tmp.ujbkCtkPAx
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6GfByNUXJY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a3S1D97lXO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6GfByNUXJY
++ cat /tmp/tmp.a3S1D97lXO
++ rm /tmp/tmp.6GfByNUXJY /tmp/tmp.a3S1D97lXO
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.yHwCNOe3yH
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Rvn5fWboCZ
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.yHwCNOe3yH
+++++ cat /tmp/tmp.Rvn5fWboCZ
+++++ rm /tmp/tmp.yHwCNOe3yH /tmp/tmp.Rvn5fWboCZ
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.qQIue7688e
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.qgL0ExMBQS
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.qQIue7688e
+++++ cat /tmp/tmp.qgL0ExMBQS
+++++ rm /tmp/tmp.qQIue7688e /tmp/tmp.qgL0ExMBQS
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x60zP4JOJk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2UaLsBiflM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.x60zP4JOJk
++ cat /tmp/tmp.2UaLsBiflM
++ rm /tmp/tmp.x60zP4JOJk /tmp/tmp.2UaLsBiflM
++ return 0
+ [[ 2 == \2 ]]
+ desc 'test new operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new operator
-----------------------------------------------------------------------------------

+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ patch_secret my-cluster-secrets-2 operator dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets-2
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.Dm0eIIxDc6
++ mktemp
+ local LAST_ERR=/tmp/tmp.6UuxSTviip
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Dm0eIIxDc6
secret/my-cluster-secrets-2 patched
+ cat /tmp/tmp.6UuxSTviip
+ rm /tmp/tmp.Dm0eIIxDc6 /tmp/tmp.6UuxSTviip
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sLjr3FT7wS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IG3wXqHfQT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sLjr3FT7wS
++ cat /tmp/tmp.IG3wXqHfQT
++ rm /tmp/tmp.sLjr3FT7wS /tmp/tmp.IG3wXqHfQT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ApxhFxpgeV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HHXRgrsU2L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ApxhFxpgeV
++ cat /tmp/tmp.HHXRgrsU2L
++ rm /tmp/tmp.ApxhFxpgeV /tmp/tmp.HHXRgrsU2L
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1NXChHCVHo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IiRkj0flOv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1NXChHCVHo
++ cat /tmp/tmp.IiRkj0flOv
++ rm /tmp/tmp.1NXChHCVHo /tmp/tmp.IiRkj0flOv
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.bSswTgxYtC
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.C3aewAGqFa
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.bSswTgxYtC
+++++ cat /tmp/tmp.C3aewAGqFa
+++++ rm /tmp/tmp.bSswTgxYtC /tmp/tmp.C3aewAGqFa
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.tz0eYUQDZP
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.vYDCW1SisS
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.tz0eYUQDZP
+++++ cat /tmp/tmp.vYDCW1SisS
+++++ rm /tmp/tmp.tz0eYUQDZP /tmp/tmp.vYDCW1SisS
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AHrQysg2qA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9UEKEXgAOK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.AHrQysg2qA
++ cat /tmp/tmp.9UEKEXgAOK
++ rm /tmp/tmp.AHrQysg2qA /tmp/tmp.9UEKEXgAOK
++ return 0
+ [[ 2 == \2 ]]
+ sleep 20
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4IoaZB9AVF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sbVe28LOeT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4IoaZB9AVF
++ cat /tmp/tmp.sbVe28LOeT
++ rm /tmp/tmp.4IoaZB9AVF /tmp/tmp.sbVe28LOeT
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.wGsByZmabh/select-4.sql
++ getSecretData my-cluster-secrets-2 root
++ local secretName=my-cluster-secrets-2
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xQFCkpbDlv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gqiPx4XwCY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xQFCkpbDlv
++ cat /tmp/tmp.gqiPx4XwCY
++ rm /tmp/tmp.xQFCkpbDlv /tmp/tmp.gqiPx4XwCY
++ return 0
+ newpass='N<0b0vlKFdyVx]E<AM_'
+ desc 'test new users sync'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new users sync
-----------------------------------------------------------------------------------

+ run_mysql 'CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''N<0b0vlKFdyVx]E<AM_'\'';' '-h some-name-pxc -uroot -p'\''N<0b0vlKFdyVx]E<AM_'\'''
+ local 'command=CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''N<0b0vlKFdyVx]E<AM_'\'';'
+ local 'uri=-h some-name-pxc -uroot -p'\''N<0b0vlKFdyVx]E<AM_'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ve3dV9i6Ps
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aqZT1m6Y7O
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ve3dV9i6Ps
++ cat /tmp/tmp.aqZT1m6Y7O
++ rm /tmp/tmp.ve3dV9i6Ps /tmp/tmp.aqZT1m6Y7O
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ sleep 40
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''N<0b0vlKFdyVx]E<AM_'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''N<0b0vlKFdyVx]E<AM_'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''N<0b0vlKFdyVx]E<AM_'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''N<0b0vlKFdyVx]E<AM_'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uLJHsRThl5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1fnYYEcB2L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uLJHsRThl5
++ cat /tmp/tmp.1fnYYEcB2L
++ rm /tmp/tmp.uLJHsRThl5 /tmp/tmp.1fnYYEcB2L
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.wGsByZmabh/select-4.sql
++ getSecretData internal-some-name operator
++ local secretName=internal-some-name
++ local dataKey=operator
++ kubectl_bin get secrets/internal-some-name '--template={{.data.operator}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cHQUyYtg6k
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ap2yfEAzq3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.operator}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cHQUyYtg6k
++ cat /tmp/tmp.ap2yfEAzq3
++ rm /tmp/tmp.cHQUyYtg6k /tmp/tmp.ap2yfEAzq3
++ return 0
+ pass=test-password2
+ desc 'check secret without operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
check secret without operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.dPGRMt2df0
++ mktemp
+ local LAST_ERR=/tmp/tmp.sb81UVaQRK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dPGRMt2df0
secret/my-cluster-secrets-2 configured
+ cat /tmp/tmp.sb81UVaQRK
Warning: resource secrets/my-cluster-secrets-2 is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.dPGRMt2df0 /tmp/tmp.sb81UVaQRK
+ return 0
+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s2YTbKKbFr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fOwNM7Yhsn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.s2YTbKKbFr
++ cat /tmp/tmp.fOwNM7Yhsn
++ rm /tmp/tmp.s2YTbKKbFr /tmp/tmp.fOwNM7Yhsn
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.wGsByZmabh/select-4.sql
+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/conf/some-name.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1748-9feb4e9a#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_OUT=/tmp/tmp.WAX8YmbT8c
++ mktemp
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-26401~
+ local LAST_ERR=/tmp/tmp.C5V6ni5CUi
+ local exit_status=0
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WAX8YmbT8c
perconaxtradbcluster.pxc.percona.com/some-name configured
+ cat /tmp/tmp.C5V6ni5CUi
+ rm /tmp/tmp.WAX8YmbT8c /tmp/tmp.C5V6ni5CUi
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pmpcj6kc3f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DGe8PzbQlg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pmpcj6kc3f
++ cat /tmp/tmp.DGe8PzbQlg
++ rm /tmp/tmp.pmpcj6kc3f /tmp/tmp.DGe8PzbQlg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gKeDPOPdR3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9X33o4jqsX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gKeDPOPdR3
++ cat /tmp/tmp.9X33o4jqsX
++ rm /tmp/tmp.gKeDPOPdR3 /tmp/tmp.9X33o4jqsX
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pZdl4mnm3n
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iqEr9K1QZL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pZdl4mnm3n
++ cat /tmp/tmp.iqEr9K1QZL
++ rm /tmp/tmp.pZdl4mnm3n /tmp/tmp.iqEr9K1QZL
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wXiqEJczNU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iwK0vozfJ0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wXiqEJczNU
++ cat /tmp/tmp.iwK0vozfJ0
++ rm /tmp/tmp.wXiqEJczNU /tmp/tmp.iwK0vozfJ0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wjCBmVKbtR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0m6sWnYuh4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wjCBmVKbtR
++ cat /tmp/tmp.0m6sWnYuh4
++ rm /tmp/tmp.wjCBmVKbtR /tmp/tmp.0m6sWnYuh4
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HTAqD545CN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kwE5UrHCAR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HTAqD545CN
++ cat /tmp/tmp.kwE5UrHCAR
++ rm /tmp/tmp.HTAqD545CN /tmp/tmp.kwE5UrHCAR
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0haU0vMab3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rim4jmv6Bf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0haU0vMab3
++ cat /tmp/tmp.rim4jmv6Bf
++ rm /tmp/tmp.0haU0vMab3 /tmp/tmp.rim4jmv6Bf
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cz8fUbkkWU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EvtTa6X1xJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cz8fUbkkWU
++ cat /tmp/tmp.EvtTa6X1xJ
++ rm /tmp/tmp.cz8fUbkkWU /tmp/tmp.EvtTa6X1xJ
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Dyfz7cDgBD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eNuZHuqTdP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Dyfz7cDgBD
++ cat /tmp/tmp.eNuZHuqTdP
++ rm /tmp/tmp.Dyfz7cDgBD /tmp/tmp.eNuZHuqTdP
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 8 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UjgEzX31dU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.e7yZSKCLTe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UjgEzX31dU
++ cat /tmp/tmp.e7yZSKCLTe
++ rm /tmp/tmp.UjgEzX31dU /tmp/tmp.e7yZSKCLTe
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 9 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e1qTohbD6t
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Og5FGosed0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.e1qTohbD6t
++ cat /tmp/tmp.Og5FGosed0
++ rm /tmp/tmp.e1qTohbD6t /tmp/tmp.Og5FGosed0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 10 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WTsN5OdVWh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HLtPLjOQ5U
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WTsN5OdVWh
++ cat /tmp/tmp.HLtPLjOQ5U
++ rm /tmp/tmp.WTsN5OdVWh /tmp/tmp.HLtPLjOQ5U
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 11 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iqPMaWcAWQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P3o8J7qudV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iqPMaWcAWQ
++ cat /tmp/tmp.P3o8J7qudV
++ rm /tmp/tmp.iqPMaWcAWQ /tmp/tmp.P3o8J7qudV
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 12 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ylh7UCrSJ2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s8blGL2aSN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ylh7UCrSJ2
++ cat /tmp/tmp.s8blGL2aSN
++ rm /tmp/tmp.Ylh7UCrSJ2 /tmp/tmp.s8blGL2aSN
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 13 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.W6Fx7XljEr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.50dM6e0rQF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.W6Fx7XljEr
++ cat /tmp/tmp.50dM6e0rQF
++ rm /tmp/tmp.W6Fx7XljEr /tmp/tmp.50dM6e0rQF
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 14 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YzofnHm1QN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lybZI6qHfB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YzofnHm1QN
++ cat /tmp/tmp.lybZI6qHfB
++ rm /tmp/tmp.YzofnHm1QN /tmp/tmp.lybZI6qHfB
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 15 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WLuIpESXf0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uJU1aCyS4G
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WLuIpESXf0
++ cat /tmp/tmp.uJU1aCyS4G
++ rm /tmp/tmp.WLuIpESXf0 /tmp/tmp.uJU1aCyS4G
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yIm37GnkC3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.z7Odz8EucE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yIm37GnkC3
++ cat /tmp/tmp.z7Odz8EucE
++ rm /tmp/tmp.yIm37GnkC3 /tmp/tmp.z7Odz8EucE
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.12HBbis2FR
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ORPIo19hXA
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.12HBbis2FR
+++++ cat /tmp/tmp.ORPIo19hXA
+++++ rm /tmp/tmp.12HBbis2FR /tmp/tmp.ORPIo19hXA
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-haproxy
++++ return
+++ local cluster_proxy=some-name-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MDRuj4n9l0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DdbelHwaYO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MDRuj4n9l0
++ cat /tmp/tmp.DdbelHwaYO
++ rm /tmp/tmp.MDRuj4n9l0 /tmp/tmp.DdbelHwaYO
++ return 0
+ [[ 3 == \3 ]]
+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.EHWaKSPJUf
++ mktemp
+ local LAST_ERR=/tmp/tmp.w0xaSfTZKQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EHWaKSPJUf
secret/my-cluster-secrets patched
+ cat /tmp/tmp.w0xaSfTZKQ
+ rm /tmp/tmp.EHWaKSPJUf /tmp/tmp.w0xaSfTZKQ
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tVsZv13O86
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PeXstQTyuv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tVsZv13O86
++ cat /tmp/tmp.PeXstQTyuv
++ rm /tmp/tmp.tVsZv13O86 /tmp/tmp.PeXstQTyuv
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vc9mI1PAiX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lGzbrafmkV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vc9mI1PAiX
++ cat /tmp/tmp.lGzbrafmkV
++ rm /tmp/tmp.vc9mI1PAiX /tmp/tmp.lGzbrafmkV
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bsqdPCtgT3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wsHsgX5Aak
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bsqdPCtgT3
++ cat /tmp/tmp.wsHsgX5Aak
++ rm /tmp/tmp.bsqdPCtgT3 /tmp/tmp.wsHsgX5Aak
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wEDrUzzfWC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OW2PCpQfGY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wEDrUzzfWC
++ cat /tmp/tmp.OW2PCpQfGY
++ rm /tmp/tmp.wEDrUzzfWC /tmp/tmp.OW2PCpQfGY
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9LUMWgZfaA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EnbmctFWgJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9LUMWgZfaA
++ cat /tmp/tmp.EnbmctFWgJ
++ rm /tmp/tmp.9LUMWgZfaA /tmp/tmp.EnbmctFWgJ
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.J4OGp6agYh
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.QJE6UJ3dsr
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.J4OGp6agYh
+++++ cat /tmp/tmp.QJE6UJ3dsr
+++++ rm /tmp/tmp.J4OGp6agYh /tmp/tmp.QJE6UJ3dsr
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-haproxy
++++ return
+++ local cluster_proxy=some-name-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EzxP8eBpVW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kev0cS5oMx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EzxP8eBpVW
++ cat /tmp/tmp.kev0cS5oMx
++ rm /tmp/tmp.EzxP8eBpVW /tmp/tmp.kev0cS5oMx
++ return 0
+ [[ 3 == \3 ]]
+ compare_mysql_cmd select-3 'SHOW DATABASES;' '-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-3-80.sql ']'
+ run_mysql 'SHOW DATABASES;' '-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h some-name-haproxy -umonitor -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1ErXipwnMN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uuFRcD4SCI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1ErXipwnMN
++ cat /tmp/tmp.uuFRcD4SCI
++ rm /tmp/tmp.1ErXipwnMN /tmp/tmp.uuFRcD4SCI
++ return 0
+ client_pod=pxc-client-6644d8898f-f7hz5
+ wait_pod pxc-client-6644d8898f-f7hz5
+ local pod=pxc-client-6644d8898f-f7hz5
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-f7hz5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-f7hz5 condition met
pxc-client-6644d8898f-f7hz5.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.wGsByZmabh/select-3.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1748/e2e-tests/users/compare/select-3.sql /tmp/tmp.wGsByZmabh/select-3.sql
+ destroy users-26401
+ local namespace=users-26401
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v 'the object has been modified'
+ grep -v 'get backup status: Job.batch'
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ grep -v level=info
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ sort -u
+ tee /tmp/tmp.wGsByZmabh/operator.log
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rmA3PGw99H
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CdD6Ukj2IW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rmA3PGw99H
++ cat /tmp/tmp.CdD6Ukj2IW
++ rm /tmp/tmp.rmA3PGw99H /tmp/tmp.CdD6Ukj2IW
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-7fc6784b99-8ptk8
++ mktemp
+ local LAST_OUT=/tmp/tmp.WcP0QPj5pM
++ mktemp
+ local LAST_ERR=/tmp/tmp.RWazQbSMwa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-7fc6784b99-8ptk8
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WcP0QPj5pM
+ cat /tmp/tmp.RWazQbSMwa
+ rm /tmp/tmp.WcP0QPj5pM /tmp/tmp.RWazQbSMwa
+ return 0
2024-07-04T07:16:34.014Z	INFO	setup	Manager starting up	{"gitCommit": "9feb4e9a3574776bd760875fd876083d67c9d028", "gitBranch": "PR-1748-9feb4e9a", "buildTime": "2024-07-04T06:53:22Z", "goVersion": "go1.22.5", "os": "linux", "arch": "amd64"}
2024-07-04T07:16:34.014Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.26.15-gke.1469001"}
2024-07-04T07:16:34.015Z	INFO	setup	Registering Components.
2024-07-04T07:16:39.990Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2024-07-04T07:16:39.994Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2024-07-04T07:16:39.994Z	INFO	controller-runtime.metrics	Starting metrics server
2024-07-04T07:16:39.994Z	INFO	controller-runtime.webhook	Starting webhook server
2024-07-04T07:16:39.994Z	INFO	setup	Starting the Cmd.
2024-07-04T07:16:39.994Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2024-07-04T07:16:39.995Z	INFO	controller-runtime.certwatcher	Starting certificate watcher
2024-07-04T07:16:39.995Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate
2024-07-04T07:16:39.995Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2024-07-04T07:16:40.095Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2024-07-04T07:16:40.109Z	DEBUG	events	percona-xtradb-cluster-operator-7fc6784b99-8ptk8_ddf1c255-95e8-441d-961b-9c031ce65d77 became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"f24ff543-131c-463e-b8fb-b2798d4b0a0f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"9500"}, "reason": "LeaderElection"}
2024-07-04T07:16:40.109Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2024-07-04T07:16:40.110Z	INFO	Starting Controller	{"controller": "pxcbackup-controller"}
2024-07-04T07:16:40.110Z	INFO	Starting Controller	{"controller": "pxc-controller"}
2024-07-04T07:16:40.110Z	INFO	Starting Controller	{"controller": "pxcrestore-controller"}
2024-07-04T07:16:40.110Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2024-07-04T07:16:40.110Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"}
2024-07-04T07:16:40.110Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2024-07-04T07:16:40.214Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "worker count": 1}
2024-07-04T07:16:40.214Z	INFO	Starting workers	{"controller": "pxc-controller", "worker count": 1}
2024-07-04T07:16:40.214Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "worker count": 1}
2024-07-04T07:17:02.198Z	INFO	Set CR version	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "47afa006-f62b-41e0-8d40-f92db276c513", "version": "1.15.0"}
2024-07-04T07:18:22.520Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b3617215-b9df-4c88-9453-0b240f9358ce", "user": "operator"}
2024-07-04T07:18:22.572Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b3617215-b9df-4c88-9453-0b240f9358ce", "user": "monitor"}
2024-07-04T07:18:22.665Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b3617215-b9df-4c88-9453-0b240f9358ce"}
2024-07-04T07:18:22.703Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b3617215-b9df-4c88-9453-0b240f9358ce"}
2024-07-04T07:18:22.737Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b3617215-b9df-4c88-9453-0b240f9358ce", "user": "xtrabackup"}
2024-07-04T07:18:22.790Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b3617215-b9df-4c88-9453-0b240f9358ce"}
2024-07-04T07:18:22.823Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b3617215-b9df-4c88-9453-0b240f9358ce", "user": "replication"}
2024-07-04T07:18:23.029Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b3617215-b9df-4c88-9453-0b240f9358ce", "err": "get primary pxc pod: not found"}
2024-07-04T07:18:27.561Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c8a1c27c-2b7c-465b-a306-b9ed487d638b", "err": "get primary pxc pod: not found"}
2024-07-04T07:18:32.763Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "6e20260d-6978-4905-838f-9f6c0f31d559", "err": "get primary pxc pod: not found"}
2024-07-04T07:18:37.977Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "5b24c871-5d61-45fb-a15a-cd74a946ba1d", "err": "get primary pxc pod: not found"}
2024-07-04T07:20:50.041Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "922ea6e6-9749-4759-a22a-a8034e327cd7", "user": "root"}
2024-07-04T07:20:50.283Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "922ea6e6-9749-4759-a22a-a8034e327cd7", "new version": "8.0.36-28.1"}
2024-07-04T07:20:53.336Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "922ea6e6-9749-4759-a22a-a8034e327cd7"}
2024-07-04T07:20:58.247Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8588cf96-814c-4000-a142-72759deef740"}
2024-07-04T07:21:03.646Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "dadc5d69-477a-4376-af8b-f91abf67f31d"}
2024-07-04T07:21:08.851Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b6d97e8e-e1fc-442c-88e5-fef0ff4619d0"}
2024-07-04T07:21:14.306Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c860a83f-3511-447e-af5b-ba1659b6cb17"}
2024-07-04T07:21:19.699Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8795e417-2608-4709-b83f-4b413a257e0c"}
2024-07-04T07:21:25.092Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "111fd0bb-a3ba-4b5e-9c88-afb37fd91159"}
2024-07-04T07:21:30.940Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "3eb0b571-d837-486a-904e-07e3e6ddad26"}
2024-07-04T07:21:35.900Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "73be27cc-8741-4a10-bb16-472bd968970d"}
2024-07-04T07:21:41.232Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "bc70c326-7242-4743-a5b6-8cef5f061da6"}
2024-07-04T07:21:46.613Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "3cbf4356-8d6f-43dd-8e16-54515fd65f85"}
2024-07-04T07:21:51.934Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "75de6c84-b5a0-4ae2-ab94-1c075aecd7f1"}
2024-07-04T07:21:54.070Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "27413715-9b22-4f03-a2a1-d6661dcbf29b", "user": "root"}
2024-07-04T07:21:54.115Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "27413715-9b22-4f03-a2a1-d6661dcbf29b", "user": "root"}
2024-07-04T07:21:54.122Z	INFO	MySQL init secret created	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "27413715-9b22-4f03-a2a1-d6661dcbf29b", "secret": "some-name-mysql-init", "user": "root"}
2024-07-04T07:21:59.456Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "27413715-9b22-4f03-a2a1-d6661dcbf29b"}
2024-07-04T07:21:59.467Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "27413715-9b22-4f03-a2a1-d6661dcbf29b", "user": "root"}
2024-07-04T07:21:59.522Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "27413715-9b22-4f03-a2a1-d6661dcbf29b", "user": "root"}
2024-07-04T07:22:03.098Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "27413715-9b22-4f03-a2a1-d6661dcbf29b"}
2024-07-04T07:22:08.311Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "44bdddfc-06cd-494b-b5c9-9dcbf1bf0398"}
2024-07-04T07:22:31.922Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a61d1284-07c2-4192-a2e7-b7efceddd0ae", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:22:36.013Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "777758ed-e936-4928-a23f-6b77f184842d", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:22:37.527Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9a795b0b-b05e-4534-8d29-757eadc63c2f", "user": "proxyadmin"}
2024-07-04T07:22:37.527Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9a795b0b-b05e-4534-8d29-757eadc63c2f", "user": "proxyadmin"}
2024-07-04T07:22:37.594Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9a795b0b-b05e-4534-8d29-757eadc63c2f", "user": "proxyadmin"}
2024-07-04T07:22:37.602Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9a795b0b-b05e-4534-8d29-757eadc63c2f", "user": "proxyadmin"}
2024-07-04T07:22:37.602Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9a795b0b-b05e-4534-8d29-757eadc63c2f", "last-applied-secret": "1a55867d0f4fa0d0643653b2eb57b2f690315d8d843a10599c9839c2a779a95f"}
2024-07-04T07:22:37.805Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9a795b0b-b05e-4534-8d29-757eadc63c2f", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:23:22.475Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "5b9ae72f-11a2-4803-a6c0-e90c2570a0ad"}
2024-07-04T07:23:24.187Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "12f896be-93df-4b7c-b1de-f49dd78af15c", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:1297) : Could not find any nodes belonging to the cluster with writer hostgroup:11\nERROR (line:569) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:1297) : Could not find any nodes belonging to the cluster with writer hostgroup:11\nERROR (line:569) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:23:26.020Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "6fdc7349-b10c-4407-8eeb-1685cc705c92", "user": "xtrabackup"}
2024-07-04T07:23:26.049Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "6fdc7349-b10c-4407-8eeb-1685cc705c92", "user": "xtrabackup"}
2024-07-04T07:23:26.058Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "6fdc7349-b10c-4407-8eeb-1685cc705c92", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-07-04T07:23:26.069Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "6fdc7349-b10c-4407-8eeb-1685cc705c92", "user": "xtrabackup"}
2024-07-04T07:23:26.095Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "6fdc7349-b10c-4407-8eeb-1685cc705c92", "user": "xtrabackup"}
2024-07-04T07:23:26.107Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "6fdc7349-b10c-4407-8eeb-1685cc705c92", "last-applied-secret": "d11bcc70ca53ea410cd455e13d82e7225917b0861d9b677ed34c02c5f6fbaf1b"}
2024-07-04T07:23:31.146Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "6fdc7349-b10c-4407-8eeb-1685cc705c92"}
2024-07-04T07:24:14.816Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "54a812b1-4b40-4784-a688-25c27f11e552", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-26401 on 10.74.240.10:53: no such host"}
2024-07-04T07:24:19.803Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "0cd51b1a-733d-4cb9-bc44-c09868068554", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-26401 on 10.74.240.10:53: no such host"}
2024-07-04T07:24:25.266Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c4c3897a-4611-4531-8463-107b63a24cc6", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-26401 on 10.74.240.10:53: no such host"}
2024-07-04T07:25:13.640Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "4a52fe83-b271-4ffb-8595-16041a6897d7", "err": "failed to connect to pod some-name-pxc-0: dial tcp 10.149.192.14:33062: connect: connection refused"}
2024-07-04T07:25:59.049Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "5fe71f5e-76ef-4855-9aff-9f4af3012d47"}
2024-07-04T07:26:04.308Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "13bd0e63-7fe3-455b-8162-1ba95cec5000"}
2024-07-04T07:26:09.526Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1c0078e1-b717-4c32-8ef8-91eb7f9e0876"}
2024-07-04T07:26:15.001Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "92428e42-64e0-4a4e-ad3b-9a4cfc3accaf"}
2024-07-04T07:26:17.085Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9e0780ba-dab4-49bb-8665-076dc350e87e", "user": "monitor"}
2024-07-04T07:26:17.113Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9e0780ba-dab4-49bb-8665-076dc350e87e", "user": "monitor"}
2024-07-04T07:26:17.132Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9e0780ba-dab4-49bb-8665-076dc350e87e", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-04T07:26:17.176Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9e0780ba-dab4-49bb-8665-076dc350e87e", "user": "monitor"}
2024-07-04T07:26:17.190Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9e0780ba-dab4-49bb-8665-076dc350e87e", "user": "monitor"}
2024-07-04T07:26:17.319Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9e0780ba-dab4-49bb-8665-076dc350e87e", "last-applied-secret": "4e3282050745046d5044e0fcb5f2bf140d7320a1256a79c8ca2184f38f4f3098"}
2024-07-04T07:26:19.994Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "9e0780ba-dab4-49bb-8665-076dc350e87e", "error": "exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / ", "errorVerbose": "exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:26:42.695Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "32728302-8511-4a84-904d-3ffa09941f55", "user": "monitor"}
2024-07-04T07:26:43.364Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "dcc98dae-091e-4133-ad7e-42f9c8cb8040", "user": "monitor"}
2024-07-04T07:26:46.319Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "32728302-8511-4a84-904d-3ffa09941f55"}
2024-07-04T07:26:47.672Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "22240ea5-c8e3-41fa-bd51-0cc73bddc638", "user": "monitor"}
2024-07-04T07:26:51.537Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "22240ea5-c8e3-41fa-bd51-0cc73bddc638"}
2024-07-04T07:26:53.088Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "89b18694-fa95-485c-8d03-532ea074de1e", "user": "monitor"}
2024-07-04T07:26:56.496Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "89b18694-fa95-485c-8d03-532ea074de1e"}
2024-07-04T07:26:58.543Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "61678711-2a4b-446b-9e03-001225d91f08", "user": "monitor"}
2024-07-04T07:27:02.002Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "61678711-2a4b-446b-9e03-001225d91f08"}
2024-07-04T07:27:04.017Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "347685cf-eeaf-48ee-88bf-38faa23712ec", "user": "monitor"}
2024-07-04T07:27:07.528Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "347685cf-eeaf-48ee-88bf-38faa23712ec"}
2024-07-04T07:27:09.473Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "0f961905-9a39-4ce4-91ba-8ab0db6871bc", "user": "monitor"}
2024-07-04T07:27:12.901Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "0f961905-9a39-4ce4-91ba-8ab0db6871bc"}
2024-07-04T07:27:14.987Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "f462fb5e-adf2-4c25-a23c-88445e7c9416", "user": "monitor"}
2024-07-04T07:27:19.017Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "f462fb5e-adf2-4c25-a23c-88445e7c9416"}
2024-07-04T07:27:21.201Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "45ad2024-f5a2-464b-aa06-bff275fa01d7", "user": "monitor"}
2024-07-04T07:27:21.435Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "45ad2024-f5a2-464b-aa06-bff275fa01d7", "user": "monitor"}
2024-07-04T07:27:21.456Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "45ad2024-f5a2-464b-aa06-bff275fa01d7", "last-applied-secret": "4e3282050745046d5044e0fcb5f2bf140d7320a1256a79c8ca2184f38f4f3098"}
2024-07-04T07:27:25.023Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "45ad2024-f5a2-464b-aa06-bff275fa01d7"}
2024-07-04T07:27:30.534Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "79688d11-3978-4714-b69d-38b75eb6c123"}
2024-07-04T07:27:35.403Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "90a6598f-3c22-4e66-9565-69c491a598b7"}
2024-07-04T07:27:40.824Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "88be774c-f0cd-4182-936b-9c7f4ad27cdc"}
2024-07-04T07:27:46.114Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "ae9b517c-037c-4953-9cc5-baf26f25c7c9"}
2024-07-04T07:27:48.273Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "43e8840d-843b-4ef6-857a-fb04a6d06cbc", "user": "operator"}
2024-07-04T07:27:48.302Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "43e8840d-843b-4ef6-857a-fb04a6d06cbc", "user": "operator"}
2024-07-04T07:27:48.311Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "43e8840d-843b-4ef6-857a-fb04a6d06cbc", "secret": "some-name-mysql-init", "user": "operator"}
2024-07-04T07:27:48.324Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "43e8840d-843b-4ef6-857a-fb04a6d06cbc", "user": "operator"}
2024-07-04T07:27:48.353Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "43e8840d-843b-4ef6-857a-fb04a6d06cbc", "user": "operator"}
2024-07-04T07:27:48.388Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "43e8840d-843b-4ef6-857a-fb04a6d06cbc", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-07-04T07:27:49.670Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "43e8840d-843b-4ef6-857a-fb04a6d06cbc", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:28:52.564Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "538ab0c2-89a3-494f-ad36-2075f6013aaa"}
2024-07-04T07:29:00.638Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "cf9b79b5-42d0-4589-83f4-5193eddeeef5"}
2024-07-04T07:29:06.341Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "ac9a4a99-e492-41ad-87cd-06ea89f3022e"}
2024-07-04T07:29:06.487Z	INFO	Created user secrets	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "secrets": "my-cluster-secrets-2"}
2024-07-04T07:29:06.499Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "root"}
2024-07-04T07:29:06.540Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "root"}
2024-07-04T07:29:06.552Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "secret": "some-name-mysql-init", "user": "root"}
2024-07-04T07:29:11.668Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5"}
2024-07-04T07:29:11.681Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "root"}
2024-07-04T07:29:11.729Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "root"}
2024-07-04T07:29:11.741Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "operator"}
2024-07-04T07:29:11.774Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "operator"}
2024-07-04T07:29:11.783Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "secret": "some-name-mysql-init", "user": "operator"}
2024-07-04T07:29:11.793Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "operator"}
2024-07-04T07:29:11.820Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "operator"}
2024-07-04T07:29:11.831Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "monitor"}
2024-07-04T07:29:11.858Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "monitor"}
2024-07-04T07:29:11.867Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-04T07:29:11.909Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "monitor"}
2024-07-04T07:29:11.919Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "monitor"}
2024-07-04T07:29:12.011Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "xtrabackup"}
2024-07-04T07:29:12.043Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "xtrabackup"}
2024-07-04T07:29:12.052Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-07-04T07:29:12.062Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "xtrabackup"}
2024-07-04T07:29:12.086Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "xtrabackup"}
2024-07-04T07:29:12.095Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "replication"}
2024-07-04T07:29:12.123Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "replication"}
2024-07-04T07:29:12.134Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "secret": "some-name-mysql-init", "user": "replication"}
2024-07-04T07:29:12.143Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "replication"}
2024-07-04T07:29:12.169Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "replication"}
2024-07-04T07:29:12.169Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "proxyadmin"}
2024-07-04T07:29:12.211Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "proxyadmin"}
2024-07-04T07:29:12.221Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "user": "proxyadmin"}
2024-07-04T07:29:12.221Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "last-applied-secret": "afd12575cea050b803344ac0c5e15984024b63b8715edf462a92c44558e35cfa"}
2024-07-04T07:29:12.221Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "last-applied-secret": "afd12575cea050b803344ac0c5e15984024b63b8715edf462a92c44558e35cfa"}
2024-07-04T07:29:12.420Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a32d7ba7-94f7-4941-88d7-53193f4200e5", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:30:05.248Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "ff46bfe2-cb25-4b86-b4c7-eb7f02955131", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-26401 on 10.74.240.10:53: no such host"}
2024-07-04T07:30:10.568Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "aea7f1dd-78d3-4b2c-904b-93326c05b5c2", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-26401 on 10.74.240.10:53: no such host"}
2024-07-04T07:30:53.024Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "789194d6-c13e-4278-a2ee-898cb044abb0", "err": "failed to connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.users-26401 on 10.74.240.10:53: no such host"}
2024-07-04T07:30:58.302Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "08f76522-0201-4949-adfa-4deb632eb74b", "err": "failed to connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.users-26401 on 10.74.240.10:53: no such host"}
2024-07-04T07:31:03.596Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "eb57feb3-f5ff-4fa3-8e73-15771c952bfd", "primary name": "some-name-pxc-0.some-name-pxc.users-26401.svc.cluster.local"}
2024-07-04T07:31:08.789Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c3dc83b3-13f8-4282-bc86-03a0e94bdc5a", "primary name": "some-name-pxc-0.some-name-pxc.users-26401.svc.cluster.local"}
2024-07-04T07:31:13.979Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "5300078c-5a0d-4241-bdd8-f2d824b13cb2", "primary name": "some-name-pxc-0.some-name-pxc.users-26401.svc.cluster.local"}
2024-07-04T07:31:19.165Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "714dc1f7-3c56-45cd-9834-7a8aebacddf3", "primary name": "some-name-pxc-0.some-name-pxc.users-26401.svc.cluster.local"}
2024-07-04T07:31:24.329Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "15f5bfc8-ac48-4f08-b32f-6741a939bd78", "primary name": "some-name-pxc-0.some-name-pxc.users-26401.svc.cluster.local"}
2024-07-04T07:31:29.534Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "77639a1b-64ec-462e-a78a-8e9524c5c2b5", "primary name": "some-name-pxc-0.some-name-pxc.users-26401.svc.cluster.local"}
2024-07-04T07:31:34.950Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a263a0bc-4f1c-4997-9b82-701fcf1af47d", "user": "monitor"}
2024-07-04T07:31:35.193Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a263a0bc-4f1c-4997-9b82-701fcf1af47d", "user": "monitor"}
2024-07-04T07:31:35.212Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a263a0bc-4f1c-4997-9b82-701fcf1af47d", "last-applied-secret": "afd12575cea050b803344ac0c5e15984024b63b8715edf462a92c44558e35cfa"}
2024-07-04T07:31:38.515Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "a263a0bc-4f1c-4997-9b82-701fcf1af47d"}
2024-07-04T07:31:43.222Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "faab8367-b0d8-49e3-bffb-a1a4421eb8a3"}
2024-07-04T07:31:48.709Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "2d6869cf-e712-4968-8b22-dd425dfcfe01"}
2024-07-04T07:31:51.548Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "7ee3a04d-bead-4801-a973-9f7a1ffa80f7", "user": "operator"}
2024-07-04T07:31:51.579Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "7ee3a04d-bead-4801-a973-9f7a1ffa80f7", "user": "operator"}
2024-07-04T07:31:51.587Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "7ee3a04d-bead-4801-a973-9f7a1ffa80f7", "secret": "some-name-mysql-init", "user": "operator"}
2024-07-04T07:31:51.597Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "7ee3a04d-bead-4801-a973-9f7a1ffa80f7", "user": "operator"}
2024-07-04T07:31:51.625Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "7ee3a04d-bead-4801-a973-9f7a1ffa80f7", "user": "operator"}
2024-07-04T07:31:51.659Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "7ee3a04d-bead-4801-a973-9f7a1ffa80f7", "last-applied-secret": "4c351ee3fb59000de9b23c31e44ec04cbc64797dcfd112cd130fd1c908717bfc"}
2024-07-04T07:31:53.105Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "7ee3a04d-bead-4801-a973-9f7a1ffa80f7", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-26401.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:32:36.888Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "dda9b9ef-e54f-47b7-afc3-d856bd8ffab6"}
2024-07-04T07:32:45.499Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "61c0514f-9527-48de-8423-5644fec63117"}
2024-07-04T07:32:50.559Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "64d4bcdb-7efe-4fe2-9412-2d61f456f44e"}
2024-07-04T07:32:56.209Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "cdd620ce-6544-4175-87bb-581c85a2891b"}
2024-07-04T07:33:01.217Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "40e5f982-b648-4160-86b5-6e4b71fdf05c"}
2024-07-04T07:33:08.253Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b98c6514-1504-4936-b142-24c55b6752d0"}
2024-07-04T07:33:12.128Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "81d1c827-16b2-4723-b814-56d96dcd0568"}
2024-07-04T07:33:17.829Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "ac144886-3d7a-411c-9bd7-0e538edf2d7e"}
2024-07-04T07:33:22.848Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b554f69d-01ce-4112-acb8-bdbf65fa4a25"}
2024-07-04T07:33:28.432Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "cdffc937-d9db-41f2-9dc5-531f33e2a2a9"}
2024-07-04T07:33:34.435Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "3818e371-2468-498e-8a04-525e1fcb460d"}
2024-07-04T07:33:39.932Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "254dc9ce-332e-41ee-96a7-d61ac12757af"}
2024-07-04T07:33:45.574Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "07cd879b-ca77-4474-81fe-b58fbe03fcd5"}
2024-07-04T07:33:47.251Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "root"}
2024-07-04T07:33:47.292Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "root"}
2024-07-04T07:33:47.301Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "secret": "some-name-mysql-init", "user": "root"}
2024-07-04T07:33:52.388Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1"}
2024-07-04T07:33:52.401Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "root"}
2024-07-04T07:33:52.450Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "root"}
2024-07-04T07:33:52.474Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "monitor"}
2024-07-04T07:33:52.503Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "monitor"}
2024-07-04T07:33:52.511Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-04T07:33:52.553Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "monitor"}
2024-07-04T07:33:52.563Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "monitor"}
2024-07-04T07:33:52.644Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "xtrabackup"}
2024-07-04T07:33:52.716Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "xtrabackup"}
2024-07-04T07:33:52.725Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-07-04T07:33:52.735Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "xtrabackup"}
2024-07-04T07:33:52.764Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "xtrabackup"}
2024-07-04T07:33:52.776Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "proxyadmin"}
2024-07-04T07:33:52.820Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "proxyadmin"}
2024-07-04T07:33:52.828Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "user": "proxyadmin"}
2024-07-04T07:33:52.828Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "last-applied-secret": "fd58ee619025d6fc4d7c4075945854f0910481a817b38a412c9520d824dfac91"}
2024-07-04T07:33:52.828Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "last-applied-secret": "fd58ee619025d6fc4d7c4075945854f0910481a817b38a412c9520d824dfac91"}
2024-07-04T07:33:53.031Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "1f4d9c1a-17ed-4c10-9b6a-55ff6c834ce1", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-04T07:34:09.782Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: b170fcaf-427b-4b91-8d5a-91e0c6b60154
2024-07-04T07:35:45.224Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "b690a50c-673a-40a4-8d67-a72dcc0c39f9", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp 10.149.194.19:33062: connect: connection refused"}
2024-07-04T07:37:09.074Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "root"}
2024-07-04T07:37:09.123Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "root"}
2024-07-04T07:37:09.132Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "secret": "some-name-mysql-init", "user": "root"}
2024-07-04T07:37:09.142Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "root"}
2024-07-04T07:37:09.185Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "root"}
2024-07-04T07:37:09.194Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "operator"}
2024-07-04T07:37:09.218Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "operator"}
2024-07-04T07:37:09.228Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "secret": "some-name-mysql-init", "user": "operator"}
2024-07-04T07:37:09.237Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "operator"}
2024-07-04T07:37:09.265Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "operator"}
2024-07-04T07:37:09.278Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "monitor"}
2024-07-04T07:37:09.304Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "monitor"}
2024-07-04T07:37:09.339Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-04T07:37:09.353Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "monitor"}
2024-07-04T07:37:09.451Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "xtrabackup"}
2024-07-04T07:37:09.476Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "xtrabackup"}
2024-07-04T07:37:09.485Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-07-04T07:37:09.496Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "xtrabackup"}
2024-07-04T07:37:09.521Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "xtrabackup"}
2024-07-04T07:37:09.530Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "replication"}
2024-07-04T07:37:09.556Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "replication"}
2024-07-04T07:37:09.565Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "secret": "some-name-mysql-init", "user": "replication"}
2024-07-04T07:37:09.575Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "replication"}
2024-07-04T07:37:09.617Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "user": "replication"}
2024-07-04T07:37:09.617Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-07-04T07:37:09.617Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "8ffebf78-596e-45c4-9e88-4733a3102623", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-07-04T07:39:42.100Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "5a46e9ce-7ac9-4f2f-b0fd-775ac878e073", "user": "monitor"}
2024-07-04T07:39:42.396Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "5a46e9ce-7ac9-4f2f-b0fd-775ac878e073", "user": "monitor"}
2024-07-04T07:39:42.413Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "5a46e9ce-7ac9-4f2f-b0fd-775ac878e073", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-07-04T07:40:03.056Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c3d756d1-8bc6-4350-8b3a-3118a98b9f8f", "user": "monitor"}
2024-07-04T07:40:03.083Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c3d756d1-8bc6-4350-8b3a-3118a98b9f8f", "user": "monitor"}
2024-07-04T07:40:03.094Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c3d756d1-8bc6-4350-8b3a-3118a98b9f8f", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-04T07:40:03.108Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c3d756d1-8bc6-4350-8b3a-3118a98b9f8f", "user": "monitor"}
2024-07-04T07:40:03.231Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "c3d756d1-8bc6-4350-8b3a-3118a98b9f8f", "last-applied-secret": "81935ecf30ae523a6ee69582354f9488d47dbeb0f8c7c572af96870f2024284d"}
2024-07-04T07:41:13.209Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "e640b4ab-06e5-45e6-a33c-81c404c5fef6", "user": "monitor"}
2024-07-04T07:41:13.521Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "e640b4ab-06e5-45e6-a33c-81c404c5fef6", "user": "monitor"}
2024-07-04T07:41:13.543Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-26401", "name": "some-name", "reconcileID": "e640b4ab-06e5-45e6-a33c-81c404c5fef6", "last-applied-secret": "81935ecf30ae523a6ee69582354f9488d47dbeb0f8c7c572af96870f2024284d"}
github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:324
	/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1248
[mysql] 2024/07/04 07:24:25 connection.go:49: read tcp 10.149.193.10:58376->10.149.194.13:33062: read: connection reset by peer
[mysql] 2024/07/04 07:35:45 connection.go:49: read tcp 10.149.193.10:42776->10.149.194.19:33062: read: connection reset by peer
[mysql] 2024/07/04 07:36:52 connection.go:49: read tcp 10.149.193.10:40948->10.74.250.171:3306: i/o timeout
[mysql] 2024/07/04 07:37:03 connection.go:49: unexpected EOF
[mysql] 2024/07/04 07:39:25 connection.go:49: read tcp 10.149.193.10:53904->10.74.250.171:3306: i/o timeout
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-26401 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.Yq2Hg4S2Ja
++ mktemp
+ local LAST_ERR=/tmp/tmp.ScSqq9hmAd
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Yq2Hg4S2Ja
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.ScSqq9hmAd
+ rm /tmp/tmp.Yq2Hg4S2Ja /tmp/tmp.ScSqq9hmAd
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.dBCxFhXl0t
++ mktemp
+ local LAST_ERR=/tmp/tmp.vyR3GjQ7F2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dBCxFhXl0t
No resources found
+ cat /tmp/tmp.vyR3GjQ7F2
+ rm /tmp/tmp.dBCxFhXl0t /tmp/tmp.vyR3GjQ7F2
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.47Bvs3ZhS1
++ mktemp
+ local LAST_ERR=/tmp/tmp.UuswqcNRiM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.47Bvs3ZhS1
No resources found
+ cat /tmp/tmp.UuswqcNRiM
+ rm /tmp/tmp.47Bvs3ZhS1 /tmp/tmp.UuswqcNRiM
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.89z4ZiQbie
++ mktemp
+ local LAST_ERR=/tmp/tmp.of5YE0HBUy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.89z4ZiQbie
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.of5YE0HBUy
+ rm /tmp/tmp.89z4ZiQbie /tmp/tmp.of5YE0HBUy
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace users-26401
+ rm -rf /tmp/tmp.wGsByZmabh
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.udICu78PJp
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
+ local LAST_OUT=/tmp/tmp.litZNkXohw
++ mktemp
+ local LAST_ERR=/tmp/tmp.cQYz0DpzrH
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.T4A36t1tJL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace users-26401
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator