Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/logs/users-8-0.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ create_infra users-20734
+ local ns=users-20734
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-12497 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.xABRKvfaSL
++ mktemp
+ local LAST_ERR=/tmp/tmp.txCAG70Irb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xABRKvfaSL
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.txCAG70Irb
+ rm /tmp/tmp.xABRKvfaSL /tmp/tmp.txCAG70Irb
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.PWhP4aNmjz
++ mktemp
+ local LAST_ERR=/tmp/tmp.nMvv1Q60JQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PWhP4aNmjz
No resources found
+ cat /tmp/tmp.nMvv1Q60JQ
+ rm /tmp/tmp.PWhP4aNmjz /tmp/tmp.nMvv1Q60JQ
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.IGtWenqEbI
++ mktemp
+ local LAST_ERR=/tmp/tmp.5RlYlFQQGR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.IGtWenqEbI
No resources found
+ cat /tmp/tmp.5RlYlFQQGR
+ rm /tmp/tmp.IGtWenqEbI /tmp/tmp.5RlYlFQQGR
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.zI4s7EeAXd
++ mktemp
+ local LAST_OUT=/tmp/tmp.GyvxC5PPc6
++ mktemp
+ local LAST_ERR=/tmp/tmp.mqx2sljn04
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.z40fvnxZZ9
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zI4s7EeAXd
+ cat /tmp/tmp.mqx2sljn04
+ rm /tmp/tmp.zI4s7EeAXd /tmp/tmp.mqx2sljn04
+ return 0
namespace "users-12497" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GyvxC5PPc6
namespace "pxc-operator" deleted
+ cat /tmp/tmp.z40fvnxZZ9
+ rm /tmp/tmp.GyvxC5PPc6 /tmp/tmp.z40fvnxZZ9
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.chsJCvupzg
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ed6ekfO4b6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.chsJCvupzg
namespace/pxc-operator created
+ cat /tmp/tmp.Ed6ekfO4b6
+ rm /tmp/tmp.chsJCvupzg /tmp/tmp.Ed6ekfO4b6
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J8q6aFGkuH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MUNmSHiAIX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.J8q6aFGkuH
++ cat /tmp/tmp.MUNmSHiAIX
++ rm /tmp/tmp.J8q6aFGkuH /tmp/tmp.MUNmSHiAIX
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1737-0ed7c642-6-cluster7 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.PYXyVjViJg
++ mktemp
+ local LAST_ERR=/tmp/tmp.rAWJyXfeGA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1737-0ed7c642-6-cluster7 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PYXyVjViJg
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1737-0ed7c642-6-cluster7" modified.
+ cat /tmp/tmp.rAWJyXfeGA
+ rm /tmp/tmp.PYXyVjViJg /tmp/tmp.rAWJyXfeGA
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.qnbiybDtPV
++ mktemp
+ local LAST_ERR=/tmp/tmp.b2fYHTi0ki
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qnbiybDtPV
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.b2fYHTi0ki
+ rm /tmp/tmp.qnbiybDtPV /tmp/tmp.b2fYHTi0ki
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.NZOHtQtKdn
++ mktemp
+ local LAST_ERR=/tmp/tmp.69gV1WYEvB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NZOHtQtKdn
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.69gV1WYEvB
+ rm /tmp/tmp.NZOHtQtKdn /tmp/tmp.69gV1WYEvB
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/deploy/cw-operator.yaml
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1737-0ed7c642^'
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
++ mktemp
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
+ local LAST_OUT=/tmp/tmp.3e4LdvTVZB
++ mktemp
+ local LAST_ERR=/tmp/tmp.PUMQZoYg9u
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3e4LdvTVZB
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.PUMQZoYg9u
+ rm /tmp/tmp.3e4LdvTVZB /tmp/tmp.PUMQZoYg9u
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.1kyOaiM8Lj
++ mktemp
+ local LAST_ERR=/tmp/tmp.WaJj6h6wYl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1kyOaiM8Lj
pod/percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg condition met
+ cat /tmp/tmp.WaJj6h6wYl
+ rm /tmp/tmp.1kyOaiM8Lj /tmp/tmp.WaJj6h6wYl
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5tgiXnVfZA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ifywH286bn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5tgiXnVfZA
++ cat /tmp/tmp.ifywH286bn
++ rm /tmp/tmp.5tgiXnVfZA /tmp/tmp.ifywH286bn
++ return 0
+ wait_pod percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg condition met
percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg.Ok
+ sleep 3
+ create_namespace users-20734
+ local namespace=users-20734
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-20734'
++ mktemp
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-20734
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-20734
+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.xI1iv9wIwA
++ mktemp
+ local LAST_OUT=/tmp/tmp.7YWRKuzMiq
++ mktemp
+ local LAST_ERR=/tmp/tmp.RdoznmiESF
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.4whARmDhKC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-20734
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-20734
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xI1iv9wIwA
+ cat /tmp/tmp.RdoznmiESF
+ rm /tmp/tmp.xI1iv9wIwA /tmp/tmp.RdoznmiESF
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-20734
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.7YWRKuzMiq
+ cat /tmp/tmp.4whARmDhKC
Error from server (NotFound): namespaces "users-20734" not found
+ rm /tmp/tmp.7YWRKuzMiq /tmp/tmp.4whARmDhKC
+ return 1
+ :
+ wait_for_delete namespace/users-20734
+ local res=namespace/users-20734
+ echo -n 'namespace/users-20734 - '
namespace/users-20734 - + set +o xtrace
Error from server (NotFound): namespaces "users-20734" not found
+ desc 'create namespace users-20734'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-20734
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-20734
++ mktemp
+ local LAST_OUT=/tmp/tmp.95XjrHyhTd
++ mktemp
+ local LAST_ERR=/tmp/tmp.lUIjbAauBY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-20734
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.95XjrHyhTd
namespace/users-20734 created
+ cat /tmp/tmp.lUIjbAauBY
+ rm /tmp/tmp.95XjrHyhTd /tmp/tmp.lUIjbAauBY
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zeEQxO9w4J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZnpOECczrG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zeEQxO9w4J
++ cat /tmp/tmp.ZnpOECczrG
++ rm /tmp/tmp.zeEQxO9w4J /tmp/tmp.ZnpOECczrG
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1737-0ed7c642-6-cluster7 --namespace=users-20734
++ mktemp
+ local LAST_OUT=/tmp/tmp.mPn63AUin0
++ mktemp
+ local LAST_ERR=/tmp/tmp.NLXyLLoKd8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1737-0ed7c642-6-cluster7 --namespace=users-20734
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mPn63AUin0
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1737-0ed7c642-6-cluster7" modified.
+ cat /tmp/tmp.NLXyLLoKd8
+ rm /tmp/tmp.mPn63AUin0 /tmp/tmp.NLXyLLoKd8
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.1lrkYesbKS
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZmGvTlYuMg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1lrkYesbKS
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.ZmGvTlYuMg
+ rm /tmp/tmp.1lrkYesbKS /tmp/tmp.ZmGvTlYuMg
+ return 0
+ desc 'create PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC cluster
-----------------------------------------------------------------------------------

+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/some-name.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.6Hxf2VlllK
++ mktemp
+ local LAST_ERR=/tmp/tmp.8fS9FjpSu9
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6Hxf2VlllK
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.8fS9FjpSu9
+ rm /tmp/tmp.6Hxf2VlllK /tmp/tmp.8fS9FjpSu9
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ local LAST_OUT=/tmp/tmp.pj3yMNP2eT
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1737-0ed7c642#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-20734~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.9SIX12ZyXF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pj3yMNP2eT
deployment.apps/pxc-client created
+ cat /tmp/tmp.9SIX12ZyXF
+ rm /tmp/tmp.pj3yMNP2eT /tmp/tmp.9SIX12ZyXF
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/some-name.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/some-name.yml
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/conf/some-name.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ local LAST_OUT=/tmp/tmp.RNgsx7xgei
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1737-0ed7c642#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-20734~
+ local LAST_ERR=/tmp/tmp.QueJH9bs97
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RNgsx7xgei
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.QueJH9bs97
+ rm /tmp/tmp.RNgsx7xgei /tmp/tmp.QueJH9bs97
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0UvkMZf5TR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gkv1KI7yL3
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.0UvkMZf5TR
+++ cat /tmp/tmp.gkv1KI7yL3
+++ rm /tmp/tmp.0UvkMZf5TR /tmp/tmp.gkv1KI7yL3
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.qqrr0moWT7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2nlhZykOuf
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.qqrr0moWT7
+++ cat /tmp/tmp.2nlhZykOuf
+++ rm /tmp/tmp.qqrr0moWT7 /tmp/tmp.2nlhZykOuf
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-20734
++ mktemp
+ local LAST_OUT=/tmp/tmp.6vxhbg22Oy
++ mktemp
+ local LAST_ERR=/tmp/tmp.IOcVOXt5nh
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-20734
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-20734
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-20734
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.6vxhbg22Oy
+ cat /tmp/tmp.IOcVOXt5nh
error: no matching resources found
+ rm /tmp/tmp.6vxhbg22Oy /tmp/tmp.IOcVOXt5nh
+ return 1
+ true
+ wait_for_running some-name-proxysql 1
+ local name=some-name-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-0 condition met
some-name-proxysql-0.Ok
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-0 condition met
some-name-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-1 condition met
some-name-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-2 condition met
some-name-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R5bFA9kTGQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Kpz5KWbtXX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.R5bFA9kTGQ
++ cat /tmp/tmp.Kpz5KWbtXX
++ rm /tmp/tmp.R5bFA9kTGQ /tmp/tmp.Kpz5KWbtXX
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.98ckZTxBCW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NUlSuNnF84
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.98ckZTxBCW
++ cat /tmp/tmp.NUlSuNnF84
++ rm /tmp/tmp.98ckZTxBCW /tmp/tmp.NUlSuNnF84
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vHHmVZAqxN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q5AFwq8tB8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vHHmVZAqxN
++ cat /tmp/tmp.q5AFwq8tB8
++ rm /tmp/tmp.vHHmVZAqxN /tmp/tmp.q5AFwq8tB8
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1.sql /tmp/tmp.c9r1Olgr0q/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jhUCanym2Y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VaulcFuxJp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jhUCanym2Y
++ cat /tmp/tmp.VaulcFuxJp
++ rm /tmp/tmp.jhUCanym2Y /tmp/tmp.VaulcFuxJp
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1.sql /tmp/tmp.c9r1Olgr0q/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yISloLxWsE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.015xtVLI78
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yISloLxWsE
++ cat /tmp/tmp.015xtVLI78
++ rm /tmp/tmp.yISloLxWsE /tmp/tmp.015xtVLI78
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-1.sql /tmp/tmp.c9r1Olgr0q/select-1.sql
++ is_keyring_plugin_in_use some-name
++ local cluster=some-name
++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.heaRE6dSzm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.v6YvWKktux
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.heaRE6dSzm
++ cat /tmp/tmp.v6YvWKktux
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.heaRE6dSzm /tmp/tmp.v6YvWKktux
++ return 0
+ '[' '' ']'
+ desc 'test root'
+ set +o xtrace


-----------------------------------------------------------------------------------
test root
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets root dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=root
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.aeLJhVXATn
++ mktemp
+ local LAST_ERR=/tmp/tmp.JkkQi9aTHv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aeLJhVXATn
secret/my-cluster-secrets patched
+ cat /tmp/tmp.JkkQi9aTHv
+ rm /tmp/tmp.aeLJhVXATn /tmp/tmp.JkkQi9aTHv
+ return 0
+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FjUTH6Q2ny
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q9IgTz122a
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FjUTH6Q2ny
++ cat /tmp/tmp.q9IgTz122a
++ rm /tmp/tmp.FjUTH6Q2ny /tmp/tmp.q9IgTz122a
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.c9r1Olgr0q/select-4.sql
+ desc 'test proxyadmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
test proxyadmin
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.tTwkOAZAxa
++ mktemp
+ local LAST_ERR=/tmp/tmp.wlvbbEdkDC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.tTwkOAZAxa
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.wlvbbEdkDC
+ rm /tmp/tmp.tTwkOAZAxa /tmp/tmp.wlvbbEdkDC
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.D8xb3XTpyk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qcubrTdNp0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.D8xb3XTpyk
++ cat /tmp/tmp.qcubrTdNp0
++ rm /tmp/tmp.D8xb3XTpyk /tmp/tmp.qcubrTdNp0
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JPOWzjvtAO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HbR0IsnWsG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JPOWzjvtAO
++ cat /tmp/tmp.HbR0IsnWsG
++ rm /tmp/tmp.JPOWzjvtAO /tmp/tmp.HbR0IsnWsG
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Ipj9jJHwZ1
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.aCElLuWJaK
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Ipj9jJHwZ1
+++++ cat /tmp/tmp.aCElLuWJaK
+++++ rm /tmp/tmp.Ipj9jJHwZ1 /tmp/tmp.aCElLuWJaK
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Vn9WHUx9N0
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.sBJMRgyfwD
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Vn9WHUx9N0
+++++ cat /tmp/tmp.sBJMRgyfwD
+++++ rm /tmp/tmp.Vn9WHUx9N0 /tmp/tmp.sBJMRgyfwD
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kyOjwEle01
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aM52Zw2XV8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kyOjwEle01
++ cat /tmp/tmp.aM52Zw2XV8
++ rm /tmp/tmp.kyOjwEle01 /tmp/tmp.aM52Zw2XV8
++ return 0
+ [[ 3 == \3 ]]
+ patch_secret my-cluster-secrets proxyadmin dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=proxyadmin
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.nqjPcJBf5H
++ mktemp
+ local LAST_ERR=/tmp/tmp.M3CWSeRWOE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nqjPcJBf5H
secret/my-cluster-secrets patched
+ cat /tmp/tmp.M3CWSeRWOE
+ rm /tmp/tmp.nqjPcJBf5H /tmp/tmp.M3CWSeRWOE
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FZYgg01VP3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dZfgaZIKqE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FZYgg01VP3
++ cat /tmp/tmp.dZfgaZIKqE
++ rm /tmp/tmp.FZYgg01VP3 /tmp/tmp.dZfgaZIKqE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UIEBJXbjTT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.v6TG1YjrDW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UIEBJXbjTT
++ cat /tmp/tmp.v6TG1YjrDW
++ rm /tmp/tmp.UIEBJXbjTT /tmp/tmp.v6TG1YjrDW
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NMfLitQmt1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N92lwGaMi5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NMfLitQmt1
++ cat /tmp/tmp.N92lwGaMi5
++ rm /tmp/tmp.NMfLitQmt1 /tmp/tmp.N92lwGaMi5
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8b5O4oncax
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CApxPP4H4g
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8b5O4oncax
++ cat /tmp/tmp.CApxPP4H4g
++ rm /tmp/tmp.8b5O4oncax /tmp/tmp.CApxPP4H4g
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.SHSOGLeHgx
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.VdQ7ABsQuP
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.SHSOGLeHgx
+++++ cat /tmp/tmp.VdQ7ABsQuP
+++++ rm /tmp/tmp.SHSOGLeHgx /tmp/tmp.VdQ7ABsQuP
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.9X2BEb5fqV
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.A8HvtKlGF0
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.9X2BEb5fqV
+++++ cat /tmp/tmp.A8HvtKlGF0
+++++ rm /tmp/tmp.9X2BEb5fqV /tmp/tmp.A8HvtKlGF0
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iX0vPvNkrc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.29X0IY4Wy2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iX0vPvNkrc
++ cat /tmp/tmp.29X0IY4Wy2
++ rm /tmp/tmp.iX0vPvNkrc /tmp/tmp.29X0IY4Wy2
++ return 0
+ [[ 3 == \3 ]]
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2.sql /tmp/tmp.c9r1Olgr0q/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2.sql /tmp/tmp.c9r1Olgr0q/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2-80.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-2.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-2.sql /tmp/tmp.c9r1Olgr0q/select-2.sql
+ desc 'test xtrabackup'
+ set +o xtrace


-----------------------------------------------------------------------------------
test xtrabackup
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.p6ooh0dqOO
++ mktemp
+ local LAST_ERR=/tmp/tmp.w4panIvldK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.p6ooh0dqOO
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.w4panIvldK
+ rm /tmp/tmp.p6ooh0dqOO /tmp/tmp.w4panIvldK
+ return 0
+ patch_secret my-cluster-secrets xtrabackup dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=xtrabackup
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.TkkBJR5ot8
++ mktemp
+ local LAST_ERR=/tmp/tmp.zulrNdivBc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TkkBJR5ot8
secret/my-cluster-secrets patched
+ cat /tmp/tmp.zulrNdivBc
+ rm /tmp/tmp.TkkBJR5ot8 /tmp/tmp.zulrNdivBc
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ObHdvFMUuK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.d7Uedu1ooY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ObHdvFMUuK
++ cat /tmp/tmp.d7Uedu1ooY
++ rm /tmp/tmp.ObHdvFMUuK /tmp/tmp.d7Uedu1ooY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IyBIl2oeWN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Fj2Yjf1qBz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IyBIl2oeWN
++ cat /tmp/tmp.Fj2Yjf1qBz
++ rm /tmp/tmp.IyBIl2oeWN /tmp/tmp.Fj2Yjf1qBz
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZTX5hhxBMq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dY2upFyaV4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZTX5hhxBMq
++ cat /tmp/tmp.dY2upFyaV4
++ rm /tmp/tmp.ZTX5hhxBMq /tmp/tmp.dY2upFyaV4
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1lnHkuE0kT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6ZkOpdD0QL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1lnHkuE0kT
++ cat /tmp/tmp.6ZkOpdD0QL
++ rm /tmp/tmp.1lnHkuE0kT /tmp/tmp.6ZkOpdD0QL
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fQr7Cee1LQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AKesenUlIT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fQr7Cee1LQ
++ cat /tmp/tmp.AKesenUlIT
++ rm /tmp/tmp.fQr7Cee1LQ /tmp/tmp.AKesenUlIT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6z80VLLOWt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Hu7xEri6mt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6z80VLLOWt
++ cat /tmp/tmp.Hu7xEri6mt
++ rm /tmp/tmp.6z80VLLOWt /tmp/tmp.Hu7xEri6mt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5tmeFu4GP0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jf7ioTQLZh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5tmeFu4GP0
++ cat /tmp/tmp.jf7ioTQLZh
++ rm /tmp/tmp.5tmeFu4GP0 /tmp/tmp.jf7ioTQLZh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1eAhY9I7Dj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3MWlgDXBXR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1eAhY9I7Dj
++ cat /tmp/tmp.3MWlgDXBXR
++ rm /tmp/tmp.1eAhY9I7Dj /tmp/tmp.3MWlgDXBXR
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ETL7la2J0J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.asErVLgyyS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ETL7la2J0J
++ cat /tmp/tmp.asErVLgyyS
++ rm /tmp/tmp.ETL7la2J0J /tmp/tmp.asErVLgyyS
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OmunnAcx9r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Tl1xjl5y8B
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OmunnAcx9r
++ cat /tmp/tmp.Tl1xjl5y8B
++ rm /tmp/tmp.OmunnAcx9r /tmp/tmp.Tl1xjl5y8B
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.SQq8guyKs1
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.gMiMfOyNy5
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.SQq8guyKs1
+++++ cat /tmp/tmp.gMiMfOyNy5
+++++ rm /tmp/tmp.SQq8guyKs1 /tmp/tmp.gMiMfOyNy5
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.3RGYNYuPzd
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.73d4S7mOFE
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.3RGYNYuPzd
+++++ cat /tmp/tmp.73d4S7mOFE
+++++ rm /tmp/tmp.3RGYNYuPzd /tmp/tmp.73d4S7mOFE
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.v2LZr7ZXQg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6hv9PHywkQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.v2LZr7ZXQg
++ cat /tmp/tmp.6hv9PHywkQ
++ rm /tmp/tmp.v2LZr7ZXQg /tmp/tmp.6hv9PHywkQ
++ return 0
+ [[ 2 == \2 ]]
+ compare_mysql_cmd_local select-3 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 '' pxc
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local postfix=
+ local container_name=pxc
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-3-80.sql ']'
+ run_mysql_local 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 pxc
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local container_name=pxc
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-3.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-3.sql /tmp/tmp.c9r1Olgr0q/select-3.sql
+ desc 'test monitor'
+ set +o xtrace


-----------------------------------------------------------------------------------
test monitor
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.zrIanp44LL
++ mktemp
+ local LAST_ERR=/tmp/tmp.WUfj3UEvze
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zrIanp44LL
secret/my-cluster-secrets patched
+ cat /tmp/tmp.WUfj3UEvze
+ rm /tmp/tmp.zrIanp44LL /tmp/tmp.WUfj3UEvze
+ return 0
+ wait_for_password_propagation my-cluster-secrets monitor
+ local secret=my-cluster-secrets
+ local user=monitor
+ local max_retry=240
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EbpW8144f3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bWOcyxd3FS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EbpW8144f3
++ cat /tmp/tmp.bWOcyxd3FS
++ rm /tmp/tmp.EbpW8144f3 /tmp/tmp.bWOcyxd3FS
++ return 0
+ local root_pass=test-password
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ retry=0
+ is_password_updated monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep additional_password
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T97mbbvmZa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RO3GDB0N0D
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.T97mbbvmZa
++ cat /tmp/tmp.RO3GDB0N0D
++ rm /tmp/tmp.T97mbbvmZa /tmp/tmp.RO3GDB0N0D
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
{"additional_password": "*C1F414D9BAF378B656A849B31F9F8AF3125F558B"}
+ retry=0
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kXlQkA4UCi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cOHzc0Z2AJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kXlQkA4UCi
++ cat /tmp/tmp.cOHzc0Z2AJ
++ rm /tmp/tmp.kXlQkA4UCi /tmp/tmp.cOHzc0Z2AJ
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 1 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ grep NULL
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TCZtaHwkZA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.e3GTUhlZtw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TCZtaHwkZA
++ cat /tmp/tmp.e3GTUhlZtw
++ rm /tmp/tmp.TCZtaHwkZA /tmp/tmp.e3GTUhlZtw
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 2 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SiMvaneJPk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CCOKMqUWMC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SiMvaneJPk
++ cat /tmp/tmp.CCOKMqUWMC
++ rm /tmp/tmp.SiMvaneJPk /tmp/tmp.CCOKMqUWMC
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 3 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wp6vb8Zh9D
+++ mktemp
++ local LAST_ERR=/tmp/tmp.F0pXXpc2aV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wp6vb8Zh9D
++ cat /tmp/tmp.F0pXXpc2aV
++ rm /tmp/tmp.wp6vb8Zh9D /tmp/tmp.F0pXXpc2aV
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 4 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EwQaSxvoCC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VfxAJQhmq2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EwQaSxvoCC
++ cat /tmp/tmp.VfxAJQhmq2
++ rm /tmp/tmp.EwQaSxvoCC /tmp/tmp.VfxAJQhmq2
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 5 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ grep NULL
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.N2qswQbvkR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MovNitgMF9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.N2qswQbvkR
++ cat /tmp/tmp.MovNitgMF9
++ rm /tmp/tmp.N2qswQbvkR /tmp/tmp.MovNitgMF9
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 6 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.f7SSxWbB6p
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bfUnNdW9cF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.f7SSxWbB6p
++ cat /tmp/tmp.bfUnNdW9cF
++ rm /tmp/tmp.f7SSxWbB6p /tmp/tmp.bfUnNdW9cF
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 7 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.d9m1lpPZb4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NuIloNcsTF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.d9m1lpPZb4
++ cat /tmp/tmp.NuIloNcsTF
++ rm /tmp/tmp.d9m1lpPZb4 /tmp/tmp.NuIloNcsTF
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 8 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5iUvdkQ638
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dk4BemnelA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5iUvdkQ638
++ cat /tmp/tmp.dk4BemnelA
++ rm /tmp/tmp.5iUvdkQ638 /tmp/tmp.dk4BemnelA
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 9 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ grep NULL
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HQuMmLOxte
+++ mktemp
++ local LAST_ERR=/tmp/tmp.J9VRnKMh0j
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HQuMmLOxte
++ cat /tmp/tmp.J9VRnKMh0j
++ rm /tmp/tmp.HQuMmLOxte /tmp/tmp.J9VRnKMh0j
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 10 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ grep NULL
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QXL8BUGht4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Er4ZlRvZTX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QXL8BUGht4
++ cat /tmp/tmp.Er4ZlRvZTX
++ rm /tmp/tmp.QXL8BUGht4 /tmp/tmp.Er4ZlRvZTX
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 11 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.F3tOkOXe6h
+++ mktemp
++ local LAST_ERR=/tmp/tmp.o631XiY2m2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.F3tOkOXe6h
++ cat /tmp/tmp.o631XiY2m2
++ rm /tmp/tmp.F3tOkOXe6h /tmp/tmp.o631XiY2m2
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ echo 'waiting for password propagation'
waiting for password propagation
+ sleep 1
+ let retry+=1
+ [[ 12 -ge 240 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep NULL
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6QOPQPdSnw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.T7c4A01o9A
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6QOPQPdSnw
++ cat /tmp/tmp.T7c4A01o9A
++ rm /tmp/tmp.6QOPQPdSnw /tmp/tmp.T7c4A01o9A
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
NULL
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4MGLQqyhIT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SHQsnPAlIE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4MGLQqyhIT
++ cat /tmp/tmp.SHQsnPAlIE
++ rm /tmp/tmp.4MGLQqyhIT /tmp/tmp.SHQsnPAlIE
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iLVvedOgzL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GJdbA06eZw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iLVvedOgzL
++ cat /tmp/tmp.GJdbA06eZw
++ rm /tmp/tmp.iLVvedOgzL /tmp/tmp.GJdbA06eZw
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.3h7tr8v5WT
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.DE5v2B0860
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.3h7tr8v5WT
+++++ cat /tmp/tmp.DE5v2B0860
+++++ rm /tmp/tmp.3h7tr8v5WT /tmp/tmp.DE5v2B0860
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.OLzllAn5dx
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.B41LxQJPxG
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.OLzllAn5dx
+++++ cat /tmp/tmp.B41LxQJPxG
+++++ rm /tmp/tmp.OLzllAn5dx /tmp/tmp.B41LxQJPxG
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.V8lmYpVDoO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wSRJDJYkuO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.V8lmYpVDoO
++ cat /tmp/tmp.wSRJDJYkuO
++ rm /tmp/tmp.V8lmYpVDoO /tmp/tmp.wSRJDJYkuO
++ return 0
+ [[ 2 == \2 ]]
+ sleep 10
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WayETBLYwt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.liiqdQofoO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WayETBLYwt
++ cat /tmp/tmp.liiqdQofoO
++ rm /tmp/tmp.WayETBLYwt /tmp/tmp.liiqdQofoO
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.c9r1Olgr0q/select-4.sql
+ desc 'test operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test operator
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets operator dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.B87pl7uTxn
++ mktemp
+ local LAST_ERR=/tmp/tmp.HvR6hCgBRZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.B87pl7uTxn
secret/my-cluster-secrets patched
+ cat /tmp/tmp.HvR6hCgBRZ
+ rm /tmp/tmp.B87pl7uTxn /tmp/tmp.HvR6hCgBRZ
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EdAFjoc5jw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3QCFpAjZvu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EdAFjoc5jw
++ cat /tmp/tmp.3QCFpAjZvu
++ rm /tmp/tmp.EdAFjoc5jw /tmp/tmp.3QCFpAjZvu
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Dw0UfyH742
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vUSBi9GumW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Dw0UfyH742
++ cat /tmp/tmp.vUSBi9GumW
++ rm /tmp/tmp.Dw0UfyH742 /tmp/tmp.vUSBi9GumW
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.knkvgl6AVX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Dx8jQwoAL6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.knkvgl6AVX
++ cat /tmp/tmp.Dx8jQwoAL6
++ rm /tmp/tmp.knkvgl6AVX /tmp/tmp.Dx8jQwoAL6
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.v349cHJpD5
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.yChSNX2l1G
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.v349cHJpD5
+++++ cat /tmp/tmp.yChSNX2l1G
+++++ rm /tmp/tmp.v349cHJpD5 /tmp/tmp.yChSNX2l1G
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.lMGqLGiSLZ
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.RV8EhsZIW0
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.lMGqLGiSLZ
+++++ cat /tmp/tmp.RV8EhsZIW0
+++++ rm /tmp/tmp.lMGqLGiSLZ /tmp/tmp.RV8EhsZIW0
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.V8oKcxSiBh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iEIUJUSZhe
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.V8oKcxSiBh
++ cat /tmp/tmp.iEIUJUSZhe
++ rm /tmp/tmp.V8oKcxSiBh /tmp/tmp.iEIUJUSZhe
++ return 0
+ [[ 2 == \2 ]]
+ sleep 10
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EkNOmIWx7R
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Jrm5OwJlSv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EkNOmIWx7R
++ cat /tmp/tmp.Jrm5OwJlSv
++ rm /tmp/tmp.EkNOmIWx7R /tmp/tmp.Jrm5OwJlSv
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.c9r1Olgr0q/select-4.sql
+ desc 'change secret name'
+ set +o xtrace


-----------------------------------------------------------------------------------
change secret name
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.iU1FGZvdO3
++ mktemp
+ local LAST_ERR=/tmp/tmp.kbB4sH1QjO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iU1FGZvdO3
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.kbB4sH1QjO
+ rm /tmp/tmp.iU1FGZvdO3 /tmp/tmp.kbB4sH1QjO
+ return 0
+ sleep 30
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JvQ8gPhHL2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UrRognjPXC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JvQ8gPhHL2
++ cat /tmp/tmp.UrRognjPXC
++ rm /tmp/tmp.JvQ8gPhHL2 /tmp/tmp.UrRognjPXC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ij95vwkglR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qqZVlF2eaK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ij95vwkglR
++ cat /tmp/tmp.qqZVlF2eaK
++ rm /tmp/tmp.ij95vwkglR /tmp/tmp.qqZVlF2eaK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JY8HiXBR9s
+++ mktemp
++ local LAST_ERR=/tmp/tmp.C08Pa3o6bb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JY8HiXBR9s
++ cat /tmp/tmp.C08Pa3o6bb
++ rm /tmp/tmp.JY8HiXBR9s /tmp/tmp.C08Pa3o6bb
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WbeqpkK9Ak
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HCHgxym2Zx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WbeqpkK9Ak
++ cat /tmp/tmp.HCHgxym2Zx
++ rm /tmp/tmp.WbeqpkK9Ak /tmp/tmp.HCHgxym2Zx
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KgmVVdtufO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nFK9mnas6F
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KgmVVdtufO
++ cat /tmp/tmp.nFK9mnas6F
++ rm /tmp/tmp.KgmVVdtufO /tmp/tmp.nFK9mnas6F
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xJH8djEocp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.F0CWUgzw8P
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xJH8djEocp
++ cat /tmp/tmp.F0CWUgzw8P
++ rm /tmp/tmp.xJH8djEocp /tmp/tmp.F0CWUgzw8P
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2PGetHeu5T
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Pa3ojHqDBp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2PGetHeu5T
++ cat /tmp/tmp.Pa3ojHqDBp
++ rm /tmp/tmp.2PGetHeu5T /tmp/tmp.Pa3ojHqDBp
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ayQHOxCWi5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zT6qULgK9R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ayQHOxCWi5
++ cat /tmp/tmp.zT6qULgK9R
++ rm /tmp/tmp.ayQHOxCWi5 /tmp/tmp.zT6qULgK9R
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.yBLIDNSilg
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.wded6Kn2sZ
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.yBLIDNSilg
+++++ cat /tmp/tmp.wded6Kn2sZ
+++++ rm /tmp/tmp.yBLIDNSilg /tmp/tmp.wded6Kn2sZ
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.KEiwWDMeAg
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.2IMYls29yL
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.KEiwWDMeAg
+++++ cat /tmp/tmp.2IMYls29yL
+++++ rm /tmp/tmp.KEiwWDMeAg /tmp/tmp.2IMYls29yL
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uM6gkAqGvv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NYwGPRzkyz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uM6gkAqGvv
++ cat /tmp/tmp.NYwGPRzkyz
++ rm /tmp/tmp.uM6gkAqGvv /tmp/tmp.NYwGPRzkyz
++ return 0
+ [[ 2 == \2 ]]
+ desc 'test new operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new operator
-----------------------------------------------------------------------------------

+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ patch_secret my-cluster-secrets-2 operator dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets-2
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.3AgT4QqZeD
++ mktemp
+ local LAST_ERR=/tmp/tmp.uHCEkOCvTq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3AgT4QqZeD
secret/my-cluster-secrets-2 patched
+ cat /tmp/tmp.uHCEkOCvTq
+ rm /tmp/tmp.3AgT4QqZeD /tmp/tmp.uHCEkOCvTq
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.miaieVR2rj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qG6k7zCBFk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.miaieVR2rj
++ cat /tmp/tmp.qG6k7zCBFk
++ rm /tmp/tmp.miaieVR2rj /tmp/tmp.qG6k7zCBFk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.C1ny3zDxFg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8fKe65Vmg2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.C1ny3zDxFg
++ cat /tmp/tmp.8fKe65Vmg2
++ rm /tmp/tmp.C1ny3zDxFg /tmp/tmp.8fKe65Vmg2
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9a4mOgh1tI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SUhA35NyMg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9a4mOgh1tI
++ cat /tmp/tmp.SUhA35NyMg
++ rm /tmp/tmp.9a4mOgh1tI /tmp/tmp.SUhA35NyMg
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.UnSFflJgQV
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.qqwuQLerDI
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.UnSFflJgQV
+++++ cat /tmp/tmp.qqwuQLerDI
+++++ rm /tmp/tmp.UnSFflJgQV /tmp/tmp.qqwuQLerDI
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.v6q9f6A2XV
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Om4UMlj0of
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.v6q9f6A2XV
+++++ cat /tmp/tmp.Om4UMlj0of
+++++ rm /tmp/tmp.v6q9f6A2XV /tmp/tmp.Om4UMlj0of
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fNv2aJsKby
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YMkICCAMNN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fNv2aJsKby
++ cat /tmp/tmp.YMkICCAMNN
++ rm /tmp/tmp.fNv2aJsKby /tmp/tmp.YMkICCAMNN
++ return 0
+ [[ 2 == \2 ]]
+ sleep 20
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xjvxKtMf3q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H1V6oV6P3u
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xjvxKtMf3q
++ cat /tmp/tmp.H1V6oV6P3u
++ rm /tmp/tmp.xjvxKtMf3q /tmp/tmp.H1V6oV6P3u
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.c9r1Olgr0q/select-4.sql
++ getSecretData my-cluster-secrets-2 root
++ local secretName=my-cluster-secrets-2
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o3RXuN5grE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.abcE4BCKA8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.o3RXuN5grE
++ cat /tmp/tmp.abcE4BCKA8
++ rm /tmp/tmp.o3RXuN5grE /tmp/tmp.abcE4BCKA8
++ return 0
+ newpass='y<THGfj+<-9)wFlyza'
+ desc 'test new users sync'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new users sync
-----------------------------------------------------------------------------------

+ run_mysql 'CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''y<THGfj+<-9)wFlyza'\'';' '-h some-name-pxc -uroot -p'\''y<THGfj+<-9)wFlyza'\'''
+ local 'command=CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''y<THGfj+<-9)wFlyza'\'';'
+ local 'uri=-h some-name-pxc -uroot -p'\''y<THGfj+<-9)wFlyza'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0V6OuwGyPi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4aX0EqahiI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0V6OuwGyPi
++ cat /tmp/tmp.4aX0EqahiI
++ rm /tmp/tmp.0V6OuwGyPi /tmp/tmp.4aX0EqahiI
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ sleep 40
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''y<THGfj+<-9)wFlyza'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''y<THGfj+<-9)wFlyza'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''y<THGfj+<-9)wFlyza'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''y<THGfj+<-9)wFlyza'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HqSLe2cs1D
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OBQoHoRCVV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HqSLe2cs1D
++ cat /tmp/tmp.OBQoHoRCVV
++ rm /tmp/tmp.HqSLe2cs1D /tmp/tmp.OBQoHoRCVV
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.c9r1Olgr0q/select-4.sql
++ getSecretData internal-some-name operator
++ local secretName=internal-some-name
++ local dataKey=operator
++ kubectl_bin get secrets/internal-some-name '--template={{.data.operator}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.p1iK8Fk91T
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Sr7GxDE4sm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.operator}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.p1iK8Fk91T
++ cat /tmp/tmp.Sr7GxDE4sm
++ rm /tmp/tmp.p1iK8Fk91T /tmp/tmp.Sr7GxDE4sm
++ return 0
+ pass=test-password2
+ desc 'check secret without operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
check secret without operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.GPRVpTgZj5
++ mktemp
+ local LAST_ERR=/tmp/tmp.r3nCoxGoh5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GPRVpTgZj5
secret/my-cluster-secrets-2 configured
+ cat /tmp/tmp.r3nCoxGoh5
Warning: resource secrets/my-cluster-secrets-2 is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.GPRVpTgZj5 /tmp/tmp.r3nCoxGoh5
+ return 0
+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qfhEsSmxeT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jh76iKhvIM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qfhEsSmxeT
++ cat /tmp/tmp.jh76iKhvIM
++ rm /tmp/tmp.qfhEsSmxeT /tmp/tmp.jh76iKhvIM
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-4.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-4-80.sql /tmp/tmp.c9r1Olgr0q/select-4.sql
+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/conf/some-name.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1737-0ed7c642#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-20734~
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_OUT=/tmp/tmp.bDqOvYm6ui
++ mktemp
+ local LAST_ERR=/tmp/tmp.7rZ824ASas
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bDqOvYm6ui
perconaxtradbcluster.pxc.percona.com/some-name configured
+ cat /tmp/tmp.7rZ824ASas
+ rm /tmp/tmp.bDqOvYm6ui /tmp/tmp.7rZ824ASas
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.woJCSbM8pT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VITZYneBxa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.woJCSbM8pT
++ cat /tmp/tmp.VITZYneBxa
++ rm /tmp/tmp.woJCSbM8pT /tmp/tmp.VITZYneBxa
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GAKYZT6Ib1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5oKVys7TVi
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GAKYZT6Ib1
++ cat /tmp/tmp.5oKVys7TVi
++ rm /tmp/tmp.GAKYZT6Ib1 /tmp/tmp.5oKVys7TVi
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.A5brq8JmcG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TCtcTE9QvY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.A5brq8JmcG
++ cat /tmp/tmp.TCtcTE9QvY
++ rm /tmp/tmp.A5brq8JmcG /tmp/tmp.TCtcTE9QvY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.opm90ge9YU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0dCors3ZXW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.opm90ge9YU
++ cat /tmp/tmp.0dCors3ZXW
++ rm /tmp/tmp.opm90ge9YU /tmp/tmp.0dCors3ZXW
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 3 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7gadStFx1P
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BuRABgUe11
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7gadStFx1P
++ cat /tmp/tmp.BuRABgUe11
++ rm /tmp/tmp.7gadStFx1P /tmp/tmp.BuRABgUe11
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 4 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iw4W13vK4m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qfkEh92KEs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iw4W13vK4m
++ cat /tmp/tmp.qfkEh92KEs
++ rm /tmp/tmp.iw4W13vK4m /tmp/tmp.qfkEh92KEs
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 5 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S4dHp9rmej
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6R7zZ0zTtG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.S4dHp9rmej
++ cat /tmp/tmp.6R7zZ0zTtG
++ rm /tmp/tmp.S4dHp9rmej /tmp/tmp.6R7zZ0zTtG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 6 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7QgqbzWLFL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FGYbVMqiMR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7QgqbzWLFL
++ cat /tmp/tmp.FGYbVMqiMR
++ rm /tmp/tmp.7QgqbzWLFL /tmp/tmp.FGYbVMqiMR
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 7 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S2jFniKGeT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8i2ZDf8DeH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.S2jFniKGeT
++ cat /tmp/tmp.8i2ZDf8DeH
++ rm /tmp/tmp.S2jFniKGeT /tmp/tmp.8i2ZDf8DeH
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 8 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iISrTsGArp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UNG7krJlO6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iISrTsGArp
++ cat /tmp/tmp.UNG7krJlO6
++ rm /tmp/tmp.iISrTsGArp /tmp/tmp.UNG7krJlO6
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 9 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VbSWTsPXvk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Cftmsw3kXr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VbSWTsPXvk
++ cat /tmp/tmp.Cftmsw3kXr
++ rm /tmp/tmp.VbSWTsPXvk /tmp/tmp.Cftmsw3kXr
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 10 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8yNtXQ4WEM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VQ5TV4lM2v
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8yNtXQ4WEM
++ cat /tmp/tmp.VQ5TV4lM2v
++ rm /tmp/tmp.8yNtXQ4WEM /tmp/tmp.VQ5TV4lM2v
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 11 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s6Pa480IrZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rqpTG2GVGk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.s6Pa480IrZ
++ cat /tmp/tmp.rqpTG2GVGk
++ rm /tmp/tmp.s6Pa480IrZ /tmp/tmp.rqpTG2GVGk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 12 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qkTjdLkTuO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P1HlfA0w4I
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qkTjdLkTuO
++ cat /tmp/tmp.P1HlfA0w4I
++ rm /tmp/tmp.qkTjdLkTuO /tmp/tmp.P1HlfA0w4I
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 13 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ik4m5j5pk1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Sf1mdVZ0mF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ik4m5j5pk1
++ cat /tmp/tmp.Sf1mdVZ0mF
++ rm /tmp/tmp.Ik4m5j5pk1 /tmp/tmp.Sf1mdVZ0mF
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R7wviKoktm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.luyvWLyjiX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.R7wviKoktm
++ cat /tmp/tmp.luyvWLyjiX
++ rm /tmp/tmp.R7wviKoktm /tmp/tmp.luyvWLyjiX
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.vdmlEDw0kn
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.mf5Pd26Hak
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.vdmlEDw0kn
+++++ cat /tmp/tmp.mf5Pd26Hak
+++++ rm /tmp/tmp.vdmlEDw0kn /tmp/tmp.mf5Pd26Hak
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-haproxy
++++ return
+++ local cluster_proxy=some-name-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OGmOfM3e6g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GXPgHZwCc2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OGmOfM3e6g
++ cat /tmp/tmp.GXPgHZwCc2
++ rm /tmp/tmp.OGmOfM3e6g /tmp/tmp.GXPgHZwCc2
++ return 0
+ [[ 3 == \3 ]]
+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.TaQomiLNtd
++ mktemp
+ local LAST_ERR=/tmp/tmp.S2AVjXeHO7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TaQomiLNtd
secret/my-cluster-secrets patched
+ cat /tmp/tmp.S2AVjXeHO7
+ rm /tmp/tmp.TaQomiLNtd /tmp/tmp.S2AVjXeHO7
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=36
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YXDmGCOtCL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FcNBpXK4CM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YXDmGCOtCL
++ cat /tmp/tmp.FcNBpXK4CM
++ rm /tmp/tmp.YXDmGCOtCL /tmp/tmp.FcNBpXK4CM
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 0 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0UrhFjaahX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CN3ZONbCD1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0UrhFjaahX
++ cat /tmp/tmp.CN3ZONbCD1
++ rm /tmp/tmp.0UrhFjaahX /tmp/tmp.CN3ZONbCD1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 1 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.312tQtvgFZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mMjDGl9qbv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.312tQtvgFZ
++ cat /tmp/tmp.mMjDGl9qbv
++ rm /tmp/tmp.312tQtvgFZ /tmp/tmp.mMjDGl9qbv
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
+ [[ 2 -ge 36 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NGbtAuC79C
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DqVUlnd0ry
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NGbtAuC79C
++ cat /tmp/tmp.DqVUlnd0ry
++ rm /tmp/tmp.NGbtAuC79C /tmp/tmp.DqVUlnd0ry
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.glAPXMgT1m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wvw8Tp8Zv4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.glAPXMgT1m
++ cat /tmp/tmp.wvw8Tp8Zv4
++ rm /tmp/tmp.glAPXMgT1m /tmp/tmp.wvw8Tp8Zv4
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.PTCdfkWZA7
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.e9tA4WJinK
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.PTCdfkWZA7
+++++ cat /tmp/tmp.e9tA4WJinK
+++++ rm /tmp/tmp.PTCdfkWZA7 /tmp/tmp.e9tA4WJinK
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-haproxy
++++ return
+++ local cluster_proxy=some-name-haproxy
+++ echo haproxy
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XzvUDA4jZo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Qj7INs6OnZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XzvUDA4jZo
++ cat /tmp/tmp.Qj7INs6OnZ
++ rm /tmp/tmp.XzvUDA4jZo /tmp/tmp.Qj7INs6OnZ
++ return 0
+ [[ 3 == \3 ]]
+ compare_mysql_cmd select-3 'SHOW DATABASES;' '-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-3-80.sql ']'
+ run_mysql 'SHOW DATABASES;' '-h some-name-haproxy -umonitor -p'\''test-password2'\'''
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h some-name-haproxy -umonitor -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.39QrMgerCq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Obm0a9YXqq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.39QrMgerCq
++ cat /tmp/tmp.Obm0a9YXqq
++ rm /tmp/tmp.39QrMgerCq /tmp/tmp.Obm0a9YXqq
++ return 0
+ client_pod=pxc-client-6644d8898f-x7sv2
+ wait_pod pxc-client-6644d8898f-x7sv2
+ local pod=pxc-client-6644d8898f-x7sv2
+ local max_retry=480
+ local ns=
++ echo pxc-client-6644d8898f-x7sv2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6644d8898f-x7sv2 condition met
pxc-client-6644d8898f-x7sv2.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.c9r1Olgr0q/select-3.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1737/e2e-tests/users/compare/select-3.sql /tmp/tmp.c9r1Olgr0q/select-3.sql
+ destroy users-20734
+ local namespace=users-20734
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v level=info
++ get_operator_pod
+ grep -v 'the object has been modified'
++ local label_prefix=app.kubernetes.io/
+ grep -v 'get backup status: Job.batch'
+ tee /tmp/tmp.c9r1Olgr0q/operator.log
+ sort -u
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.haGxb8dodS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ucNnXyrSrl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.haGxb8dodS
++ cat /tmp/tmp.ucNnXyrSrl
++ rm /tmp/tmp.haGxb8dodS /tmp/tmp.ucNnXyrSrl
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg
++ mktemp
+ local LAST_OUT=/tmp/tmp.FojkmdYNHv
++ mktemp
+ local LAST_ERR=/tmp/tmp.CHUNfpTnNo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FojkmdYNHv
+ cat /tmp/tmp.CHUNfpTnNo
+ rm /tmp/tmp.FojkmdYNHv /tmp/tmp.CHUNfpTnNo
+ return 0
2024-07-05T09:37:21.812Z	INFO	setup	Manager starting up	{"gitCommit": "0ed7c6427f0e7f4e674956a926a011fcc8e46b98", "gitBranch": "PR-1737-0ed7c642", "buildTime": "2024-07-05T07:35:34Z", "goVersion": "go1.22.5", "os": "linux", "arch": "amd64"}
2024-07-05T09:37:21.812Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.26.15-gke.1469001"}
2024-07-05T09:37:21.813Z	INFO	setup	Registering Components.
2024-07-05T09:37:23.501Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2024-07-05T09:37:23.584Z	INFO	setup	Starting the Cmd.
2024-07-05T09:37:23.585Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2024-07-05T09:37:23.585Z	INFO	controller-runtime.metrics	Starting metrics server
2024-07-05T09:37:23.585Z	INFO	controller-runtime.webhook	Starting webhook server
2024-07-05T09:37:23.585Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2024-07-05T09:37:23.586Z	INFO	controller-runtime.certwatcher	Starting certificate watcher
2024-07-05T09:37:23.586Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate
2024-07-05T09:37:23.586Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2024-07-05T09:37:23.686Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2024-07-05T09:37:23.709Z	DEBUG	events	percona-xtradb-cluster-operator-6c9cbdddbf-v8jkg_5dcb0734-9dca-4010-837e-cc8072046c2a became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"ebe41c1c-4841-469a-91d2-ed4323d2a45f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"66520"}, "reason": "LeaderElection"}
2024-07-05T09:37:23.709Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2024-07-05T09:37:23.710Z	INFO	Starting Controller	{"controller": "pxcbackup-controller"}
2024-07-05T09:37:23.710Z	INFO	Starting Controller	{"controller": "pxc-controller"}
2024-07-05T09:37:23.710Z	INFO	Starting Controller	{"controller": "pxcrestore-controller"}
2024-07-05T09:37:23.710Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2024-07-05T09:37:23.710Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"}
2024-07-05T09:37:23.710Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2024-07-05T09:37:23.927Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "worker count": 1}
2024-07-05T09:37:23.927Z	INFO	Starting workers	{"controller": "pxc-controller", "worker count": 1}
2024-07-05T09:37:23.927Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "worker count": 1}
2024-07-05T09:37:49.472Z	INFO	Set CR version	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "8d94b569-7cd0-4b1d-a852-138d013af21c", "version": "1.15.0"}
2024-07-05T09:39:05.632Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c976b042-5f72-48bc-9169-df48b391c121", "user": "operator"}
2024-07-05T09:39:05.727Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c976b042-5f72-48bc-9169-df48b391c121", "user": "monitor"}
2024-07-05T09:39:05.841Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c976b042-5f72-48bc-9169-df48b391c121"}
2024-07-05T09:39:05.886Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c976b042-5f72-48bc-9169-df48b391c121"}
2024-07-05T09:39:05.932Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c976b042-5f72-48bc-9169-df48b391c121", "user": "xtrabackup"}
2024-07-05T09:39:05.993Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c976b042-5f72-48bc-9169-df48b391c121"}
2024-07-05T09:39:06.034Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c976b042-5f72-48bc-9169-df48b391c121", "user": "replication"}
2024-07-05T09:39:06.151Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c976b042-5f72-48bc-9169-df48b391c121", "err": "get primary pxc pod: not found"}
2024-07-05T09:39:10.716Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "6fe3895b-9acb-47e9-a4ad-c8d2c7d0cc05", "err": "get primary pxc pod: not found"}
2024-07-05T09:39:16.573Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "5820d9f3-14d3-4b6c-a97d-ea81ac7c6773", "err": "get primary pxc pod: not found"}
2024-07-05T09:39:22.138Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "44a40a4f-4a08-4201-be11-4268b9c3a2cc", "err": "get primary pxc pod: not found"}
2024-07-05T09:41:32.066Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "dd8d18c7-e44b-47c2-8cbf-aa68758884af", "user": "root"}
2024-07-05T09:41:32.422Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "dd8d18c7-e44b-47c2-8cbf-aa68758884af", "new version": "8.0.36-28.1"}
2024-07-05T09:41:35.641Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "dd8d18c7-e44b-47c2-8cbf-aa68758884af"}
2024-07-05T09:41:40.544Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "3ea51f95-307c-4c4b-a7e5-3f474b5af7d9"}
2024-07-05T09:41:46.293Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "381d5d15-04c4-4593-9022-812ac51a14b3"}
2024-07-05T09:41:52.039Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "49828d0a-5069-4c04-b61a-2ea89dd5a93d"}
2024-07-05T09:41:57.155Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "83fb8372-c1fe-4065-9b1e-816050356994"}
2024-07-05T09:42:03.257Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "1e7abe81-78b2-42dc-93b7-4244e8bf6114"}
2024-07-05T09:42:08.160Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "22948078-5d17-4d60-ac99-655f3059d35d"}
2024-07-05T09:42:13.560Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "05e1c661-5a9b-44e1-8d19-c7930ab72f2e"}
2024-07-05T09:42:20.535Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "8ce1313a-b533-4a9c-ba89-d7b32d1ca609"}
2024-07-05T09:42:26.047Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "20349a4c-98e6-49d2-8a1f-b8a5f7efd681"}
2024-07-05T09:42:31.539Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "5d1b4b53-0058-4222-83d4-58ad795e6894"}
2024-07-05T09:42:36.931Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "2905b19d-c0f4-4c3d-b7d6-f4f63a3ecd92"}
2024-07-05T09:42:38.966Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "40ad7664-5e4b-4e38-9729-220919952e2a", "user": "root"}
2024-07-05T09:42:39.018Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "40ad7664-5e4b-4e38-9729-220919952e2a", "user": "root"}
2024-07-05T09:42:39.029Z	INFO	MySQL init secret created	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "40ad7664-5e4b-4e38-9729-220919952e2a", "secret": "some-name-mysql-init", "user": "root"}
2024-07-05T09:42:44.256Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "40ad7664-5e4b-4e38-9729-220919952e2a"}
2024-07-05T09:42:44.275Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "40ad7664-5e4b-4e38-9729-220919952e2a", "user": "root"}
2024-07-05T09:42:44.326Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "40ad7664-5e4b-4e38-9729-220919952e2a", "user": "root"}
2024-07-05T09:42:48.065Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "40ad7664-5e4b-4e38-9729-220919952e2a"}
2024-07-05T09:42:54.228Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "08cd2e6d-c060-4eed-880d-1dc93acc12c7"}
2024-07-05T09:43:00.244Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "1ded0b0f-5939-428d-8856-6f105fec7f9f"}
2024-07-05T09:43:23.115Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c95ba13a-378a-4084-a46e-7f1578ed9990", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR (line:512) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-05T09:43:23.706Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "b0b608ed-6270-4008-a4de-d42d6dfcb243", "user": "proxyadmin"}
2024-07-05T09:43:23.706Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "b0b608ed-6270-4008-a4de-d42d6dfcb243", "user": "proxyadmin"}
2024-07-05T09:43:23.785Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "b0b608ed-6270-4008-a4de-d42d6dfcb243", "user": "proxyadmin"}
2024-07-05T09:43:23.800Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "b0b608ed-6270-4008-a4de-d42d6dfcb243", "user": "proxyadmin"}
2024-07-05T09:43:23.800Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "b0b608ed-6270-4008-a4de-d42d6dfcb243", "last-applied-secret": "1a55867d0f4fa0d0643653b2eb57b2f690315d8d843a10599c9839c2a779a95f"}
2024-07-05T09:43:24.091Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "b0b608ed-6270-4008-a4de-d42d6dfcb243", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-05T09:43:55.953Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "11ab30d1-efac-47bb-be96-f5649210f71b", "err": "get primary pxc pod: not found"}
2024-07-05T09:44:23.191Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "b0b7dc0a-37de-43dd-914f-b93ebd86ea4c"}
2024-07-05T09:44:35.105Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "96c2117f-0902-4c26-8ee2-6f17a78d3c11", "error": "exec syncusers: command terminated with exit code 137 / \nSyncing user accounts from PXC(some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local:3306) to ProxySQL\n / ", "errorVerbose": "exec syncusers: command terminated with exit code 137 / \nSyncing user accounts from PXC(some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local:3306) to ProxySQL\n / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-05T09:44:45.230Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "75df64ca-6a26-4681-b1ed-b5a6119c6e9c", "user": "xtrabackup"}
2024-07-05T09:44:45.261Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "75df64ca-6a26-4681-b1ed-b5a6119c6e9c", "user": "xtrabackup"}
2024-07-05T09:44:45.274Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "75df64ca-6a26-4681-b1ed-b5a6119c6e9c", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-07-05T09:44:45.287Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "75df64ca-6a26-4681-b1ed-b5a6119c6e9c", "user": "xtrabackup"}
2024-07-05T09:44:45.317Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "75df64ca-6a26-4681-b1ed-b5a6119c6e9c", "user": "xtrabackup"}
2024-07-05T09:44:45.329Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "75df64ca-6a26-4681-b1ed-b5a6119c6e9c", "last-applied-secret": "d11bcc70ca53ea410cd455e13d82e7225917b0861d9b677ed34c02c5f6fbaf1b"}
2024-07-05T09:44:50.909Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "75df64ca-6a26-4681-b1ed-b5a6119c6e9c"}
2024-07-05T09:45:55.814Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "26224ed7-0bb9-4c11-a013-a2d4c568aab5", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-20734 on 10.206.32.10:53: no such host"}
2024-07-05T09:46:01.822Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "80ef29bd-4641-4542-9eaa-e8d3387d1e82", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp 10.206.26.53:33062: connect: connection refused"}
2024-07-05T09:46:39.432Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "ee1d0a16-1a74-4848-82b2-762a090c2e8b", "err": "failed to connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.users-20734 on 10.206.32.10:53: no such host"}
2024-07-05T09:46:40.092Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "74d89e3e-783b-4c7d-8f29-5258eda5d3be", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.users-20734 on 10.206.32.10:53: no such host"}
2024-07-05T09:46:44.981Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "f27b3981-9347-4a69-a45e-2353d8d494e7", "err": "failed to connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.users-20734 on 10.206.32.10:53: no such host"}
2024-07-05T09:46:50.574Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "4d7204f4-cbe3-430e-9c93-666e353852e6", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:46:55.814Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c17c7375-a111-4333-966a-e3900bc273be", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:47:01.909Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "ce9de56c-ecc0-4bdf-be2e-0b43f883b07c", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:47:07.186Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "cea8bc42-0bb5-41ce-9a16-099773c8564e", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:47:12.453Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d7609432-36ab-41b4-b16b-8e046da71768", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:47:17.652Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "e7936357-45bf-45a9-95a0-d8f2299f03ba", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:47:22.895Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "5487e290-8444-47d5-9836-a5ac2187fca9", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:47:28.148Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "05f45e10-64e7-4b72-a33b-1a330ba72681", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:47:37.478Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d7d6a0d0-396d-4613-b10c-636fd172c22f"}
2024-07-05T09:47:42.256Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "46849762-d1c7-48fc-a232-3107facf5af2"}
2024-07-05T09:47:47.661Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "f3574d3b-f742-47ea-92ea-6c05deddf95b"}
2024-07-05T09:47:49.600Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "eed8f390-5d85-464c-ad1a-90748841d0bf", "user": "monitor"}
2024-07-05T09:47:49.630Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "eed8f390-5d85-464c-ad1a-90748841d0bf", "user": "monitor"}
2024-07-05T09:47:49.646Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "eed8f390-5d85-464c-ad1a-90748841d0bf", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-05T09:47:49.693Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "eed8f390-5d85-464c-ad1a-90748841d0bf", "user": "monitor"}
2024-07-05T09:47:49.711Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "eed8f390-5d85-464c-ad1a-90748841d0bf", "user": "monitor"}
2024-07-05T09:47:50.297Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "eed8f390-5d85-464c-ad1a-90748841d0bf", "last-applied-secret": "4e3282050745046d5044e0fcb5f2bf140d7320a1256a79c8ca2184f38f4f3098"}
2024-07-05T09:47:53.973Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "eed8f390-5d85-464c-ad1a-90748841d0bf", "error": "exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / ", "errorVerbose": "exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-05T09:48:29.112Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "3a1b5735-cee2-4fed-b525-6840519c9980", "user": "monitor"}
2024-07-05T09:48:33.431Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "3a1b5735-cee2-4fed-b525-6840519c9980"}
2024-07-05T09:48:34.085Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "29046477-5178-4f8e-8e3e-751a80d55c8e", "user": "monitor"}
2024-07-05T09:48:38.013Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "29046477-5178-4f8e-8e3e-751a80d55c8e"}
2024-07-05T09:48:39.681Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "e80054f9-ae81-495c-80c9-352ee02f3fed", "user": "monitor"}
2024-07-05T09:48:43.613Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "e80054f9-ae81-495c-80c9-352ee02f3fed"}
2024-07-05T09:48:45.290Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "7243808c-17b0-4370-b728-baca9f1e7341", "user": "monitor"}
2024-07-05T09:48:49.319Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "7243808c-17b0-4370-b728-baca9f1e7341"}
2024-07-05T09:48:50.870Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "dad51084-089d-4ad2-a696-e63a9dc5b4cc", "user": "monitor"}
2024-07-05T09:48:54.707Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "dad51084-089d-4ad2-a696-e63a9dc5b4cc"}
2024-07-05T09:48:56.472Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "3352ec43-d15f-47e5-b9e7-b84097dbdb13", "user": "monitor"}
2024-07-05T09:48:56.775Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "3352ec43-d15f-47e5-b9e7-b84097dbdb13", "user": "monitor"}
2024-07-05T09:48:56.797Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "3352ec43-d15f-47e5-b9e7-b84097dbdb13", "last-applied-secret": "4e3282050745046d5044e0fcb5f2bf140d7320a1256a79c8ca2184f38f4f3098"}
2024-07-05T09:49:00.488Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "3352ec43-d15f-47e5-b9e7-b84097dbdb13"}
2024-07-05T09:49:06.007Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "95eb612a-a0fb-4d1f-ad6c-3b3720b1085a"}
2024-07-05T09:49:11.298Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "68ca3681-b3e6-478c-af7a-dfbc18d87c35"}
2024-07-05T09:49:16.951Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "4e1596e4-283c-49fb-9be5-0687f6d9bd8f"}
2024-07-05T09:49:22.416Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "09fa5519-244f-4cee-87b0-f23e48588467"}
2024-07-05T09:49:24.093Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0a478f6b-d81c-43db-bb25-451fa97d2762", "user": "operator"}
2024-07-05T09:49:24.123Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0a478f6b-d81c-43db-bb25-451fa97d2762", "user": "operator"}
2024-07-05T09:49:24.140Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0a478f6b-d81c-43db-bb25-451fa97d2762", "secret": "some-name-mysql-init", "user": "operator"}
2024-07-05T09:49:24.151Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0a478f6b-d81c-43db-bb25-451fa97d2762", "user": "operator"}
2024-07-05T09:49:24.182Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0a478f6b-d81c-43db-bb25-451fa97d2762", "user": "operator"}
2024-07-05T09:49:24.221Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0a478f6b-d81c-43db-bb25-451fa97d2762", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-07-05T09:49:25.610Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0a478f6b-d81c-43db-bb25-451fa97d2762", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-05T09:49:52.756Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "22a68d4b-642c-4a07-acc0-adf597795285"}
2024-07-05T09:50:01.012Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "319acc56-9609-45a5-a0de-3356a1e625fb"}
2024-07-05T09:50:06.106Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "f94cc72e-fa34-49eb-a38f-d976126bf5e0"}
2024-07-05T09:50:11.793Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "feeac8bf-d20a-45fa-9ec2-111503a10b66"}
2024-07-05T09:50:17.011Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "16a3209f-a593-4f05-a27e-144e567b482a"}
2024-07-05T09:50:22.612Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "9bf4a2d0-a25f-49b6-aa19-2961f906e72b"}
2024-07-05T09:50:23.371Z	INFO	Created user secrets	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "secrets": "my-cluster-secrets-2"}
2024-07-05T09:50:23.383Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "root"}
2024-07-05T09:50:23.433Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "root"}
2024-07-05T09:50:23.449Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "secret": "some-name-mysql-init", "user": "root"}
2024-07-05T09:50:29.362Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52"}
2024-07-05T09:50:29.373Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "root"}
2024-07-05T09:50:29.422Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "root"}
2024-07-05T09:50:29.435Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "operator"}
2024-07-05T09:50:29.466Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "operator"}
2024-07-05T09:50:29.478Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "secret": "some-name-mysql-init", "user": "operator"}
2024-07-05T09:50:29.490Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "operator"}
2024-07-05T09:50:29.520Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "operator"}
2024-07-05T09:50:29.531Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "monitor"}
2024-07-05T09:50:29.564Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "monitor"}
2024-07-05T09:50:29.575Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-05T09:50:29.622Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "monitor"}
2024-07-05T09:50:29.634Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "monitor"}
2024-07-05T09:50:29.746Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "xtrabackup"}
2024-07-05T09:50:29.779Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "xtrabackup"}
2024-07-05T09:50:29.789Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-07-05T09:50:29.802Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "xtrabackup"}
2024-07-05T09:50:29.832Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "xtrabackup"}
2024-07-05T09:50:29.845Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "replication"}
2024-07-05T09:50:29.884Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "replication"}
2024-07-05T09:50:29.895Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "secret": "some-name-mysql-init", "user": "replication"}
2024-07-05T09:50:29.908Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "replication"}
2024-07-05T09:50:29.938Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "replication"}
2024-07-05T09:50:29.938Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "proxyadmin"}
2024-07-05T09:50:29.988Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "proxyadmin"}
2024-07-05T09:50:30.006Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "user": "proxyadmin"}
2024-07-05T09:50:30.006Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "last-applied-secret": "4639d3bce65afb3779e2dbd5fd6d6dfcf9be56db5d1a35add3f7d005997c6360"}
2024-07-05T09:50:30.006Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "last-applied-secret": "4639d3bce65afb3779e2dbd5fd6d6dfcf9be56db5d1a35add3f7d005997c6360"}
2024-07-05T09:50:30.308Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "17fdbb76-3719-4349-8fd2-c2a5620c7f52", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-05T09:51:25.277Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "59493129-8be7-4f6b-9ba8-5dba7b1033e7", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-20734 on 10.206.32.10:53: no such host"}
2024-07-05T09:51:30.330Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "58981f51-89af-4ac9-81b7-df7d72d9b500", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-20734 on 10.206.32.10:53: no such host"}
2024-07-05T09:52:19.028Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "2c245a73-16c6-4e9b-b5e2-ae06cc7f7242", "err": "failed to connect to pod some-name-pxc-0: dial tcp 10.206.24.63:33062: connect: connection refused"}
2024-07-05T09:52:40.286Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "4de58ca4-3bc3-4751-bf23-bd22785e390c", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:52:45.529Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "9e707339-cbd0-4707-a9d1-de3e897c46be", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:52:56.158Z	INFO	Unable to find primary pod for replication. No pod with name or ip like this	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "2681cfae-d34f-4a45-b4d2-71ce6bcdd7fc", "primary name": "some-name-pxc-0.some-name-pxc.users-20734.svc.cluster.local"}
2024-07-05T09:53:02.210Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d0a23c8c-72d3-4a1d-a88d-5dea786ba577", "user": "monitor"}
2024-07-05T09:53:02.520Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d0a23c8c-72d3-4a1d-a88d-5dea786ba577", "user": "monitor"}
2024-07-05T09:53:02.540Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d0a23c8c-72d3-4a1d-a88d-5dea786ba577", "last-applied-secret": "4639d3bce65afb3779e2dbd5fd6d6dfcf9be56db5d1a35add3f7d005997c6360"}
2024-07-05T09:53:06.018Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d0a23c8c-72d3-4a1d-a88d-5dea786ba577"}
2024-07-05T09:53:10.936Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "f3fa9e0b-7b8c-46c6-894f-ee27e8e7ac5c"}
2024-07-05T09:53:12.664Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "bc5f5caf-357a-4b90-8616-29d26033ce5e", "user": "operator"}
2024-07-05T09:53:12.694Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "bc5f5caf-357a-4b90-8616-29d26033ce5e", "user": "operator"}
2024-07-05T09:53:12.706Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "bc5f5caf-357a-4b90-8616-29d26033ce5e", "secret": "some-name-mysql-init", "user": "operator"}
2024-07-05T09:53:12.716Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "bc5f5caf-357a-4b90-8616-29d26033ce5e", "user": "operator"}
2024-07-05T09:53:12.745Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "bc5f5caf-357a-4b90-8616-29d26033ce5e", "user": "operator"}
2024-07-05T09:53:12.779Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "bc5f5caf-357a-4b90-8616-29d26033ce5e", "last-applied-secret": "dcfe22ddd90d5d66e19157ea8e6697bd067f8b6154491e6a25ae5e522a07699a"}
2024-07-05T09:53:14.199Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "bc5f5caf-357a-4b90-8616-29d26033ce5e", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR 1045 (28000): Access denied for user 'operator'@'some-name-proxysql-0.some-name-proxysql-unready.users-20734.svc.' (using password: YES)\nERROR (line:569) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-05T09:53:56.374Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0c4615a7-a209-411b-92b6-1a92fd8db4a1"}
2024-07-05T09:54:05.202Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "24217325-16a1-4073-a91c-3fb5d2b54c58"}
2024-07-05T09:54:10.918Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "baf53c8b-5af1-4607-a8d8-d4d31318a63a"}
2024-07-05T09:54:16.262Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "2b3fd382-ac0d-4339-a58f-591320463b75"}
2024-07-05T09:54:21.695Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "3c8f6580-1863-4670-8c82-e5927d09209b"}
2024-07-05T09:54:28.546Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "57ce610b-f248-494d-a90a-81bfe14533d8"}
2024-07-05T09:54:32.924Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "0a371302-e91f-431e-bc62-292138194767"}
2024-07-05T09:54:38.003Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "50162ec9-86a3-4472-b744-fef60964d95c"}
2024-07-05T09:54:43.435Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "f9571d79-72b8-4d6f-b725-4e67121fd625"}
2024-07-05T09:54:48.839Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "cd03c135-e15c-44e4-b5a5-f8557689b9ce"}
2024-07-05T09:54:54.134Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "5f0de0d3-c5d6-4004-94c0-ff553e3927e3"}
2024-07-05T09:54:59.592Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "60189030-8f1b-4148-945d-4a6d60cd4d66"}
2024-07-05T09:55:05.532Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c3f01cbe-0e26-4b6e-9097-322e88459318"}
2024-07-05T09:55:11.111Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "bebaf60d-82e2-4aa1-a0d4-973fef947d33"}
2024-07-05T09:55:12.761Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "root"}
2024-07-05T09:55:12.815Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "root"}
2024-07-05T09:55:12.826Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "secret": "some-name-mysql-init", "user": "root"}
2024-07-05T09:55:19.042Z	DEBUG	PXC users synced with ProxySQL	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f"}
2024-07-05T09:55:19.056Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "root"}
2024-07-05T09:55:19.105Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "root"}
2024-07-05T09:55:19.128Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "monitor"}
2024-07-05T09:55:19.157Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "monitor"}
2024-07-05T09:55:19.169Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-05T09:55:19.216Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "monitor"}
2024-07-05T09:55:19.227Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "monitor"}
2024-07-05T09:55:19.342Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "xtrabackup"}
2024-07-05T09:55:19.371Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "xtrabackup"}
2024-07-05T09:55:19.384Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-07-05T09:55:19.393Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "xtrabackup"}
2024-07-05T09:55:19.423Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "xtrabackup"}
2024-07-05T09:55:19.433Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "proxyadmin"}
2024-07-05T09:55:19.480Z	INFO	Proxy user updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "proxyadmin"}
2024-07-05T09:55:19.493Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "user": "proxyadmin"}
2024-07-05T09:55:19.493Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "last-applied-secret": "fe68086ff6534a9606ef6a971fa15a5d790a3980d4842275cdbef8a94e65693b"}
2024-07-05T09:55:19.493Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "last-applied-secret": "fe68086ff6534a9606ef6a971fa15a5d790a3980d4842275cdbef8a94e65693b"}
2024-07-05T09:55:19.787Z	ERROR	sync users	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "309699ec-e843-4f73-9c8c-f5b3f0c55c1f", "error": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n", "errorVerbose": "exec syncusers: command terminated with exit code 1 /  / ERROR 1045 (28000): ProxySQL Error: Access denied for user 'proxyadmin'@'127.0.0.1' (using password: YES)\nERROR (line:335) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:915\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"}
2024-07-05T09:55:34.567Z	INFO	KubeAPIWarningLogger	.metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: f6a0bedf-118e-42bb-83b4-79570fd94f08
2024-07-05T09:57:58.478Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "root"}
2024-07-05T09:57:58.530Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "root"}
2024-07-05T09:57:58.549Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "secret": "some-name-mysql-init", "user": "root"}
2024-07-05T09:57:58.577Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "root"}
2024-07-05T09:57:58.633Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "root"}
2024-07-05T09:57:58.644Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "operator"}
2024-07-05T09:57:58.674Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "operator"}
2024-07-05T09:57:58.698Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "secret": "some-name-mysql-init", "user": "operator"}
2024-07-05T09:57:58.722Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "operator"}
2024-07-05T09:57:58.751Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "operator"}
2024-07-05T09:57:58.763Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "monitor"}
2024-07-05T09:57:58.792Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "monitor"}
2024-07-05T09:57:58.814Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-05T09:57:58.837Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "monitor"}
2024-07-05T09:57:59.019Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "xtrabackup"}
2024-07-05T09:57:59.052Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "xtrabackup"}
2024-07-05T09:57:59.065Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "secret": "some-name-mysql-init", "user": "xtrabackup"}
2024-07-05T09:57:59.079Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "xtrabackup"}
2024-07-05T09:57:59.106Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "xtrabackup"}
2024-07-05T09:57:59.116Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "replication"}
2024-07-05T09:57:59.145Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "replication"}
2024-07-05T09:57:59.157Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "secret": "some-name-mysql-init", "user": "replication"}
2024-07-05T09:57:59.170Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "replication"}
2024-07-05T09:57:59.200Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "user": "replication"}
2024-07-05T09:57:59.200Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-07-05T09:57:59.200Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "d9012a12-f2e4-42ba-936d-a3e466d68157", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-07-05T09:59:07.428Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c20c39dc-4770-4b4a-b979-ddb16aede048", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.users-20734 on 10.206.32.10:53: no such host"}
2024-07-05T10:00:29.423Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "7e0a5b00-8f91-437f-b86f-80afbfa10df7", "user": "monitor"}
2024-07-05T10:00:29.754Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "7e0a5b00-8f91-437f-b86f-80afbfa10df7", "user": "monitor"}
2024-07-05T10:00:29.788Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "7e0a5b00-8f91-437f-b86f-80afbfa10df7", "last-applied-secret": "6542c6f8a2375ddfcda319bf91c99ca69519730971c577cd07366e356671ee68"}
2024-07-05T10:00:50.730Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c5d3852e-a2bd-47f6-9235-0caf3e7413cb", "user": "monitor"}
2024-07-05T10:00:50.757Z	INFO	Password updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c5d3852e-a2bd-47f6-9235-0caf3e7413cb", "user": "monitor"}
2024-07-05T10:00:50.768Z	INFO	MySQL init secret updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c5d3852e-a2bd-47f6-9235-0caf3e7413cb", "secret": "some-name-mysql-init", "user": "monitor"}
2024-07-05T10:00:50.783Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c5d3852e-a2bd-47f6-9235-0caf3e7413cb", "user": "monitor"}
2024-07-05T10:00:50.893Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "c5d3852e-a2bd-47f6-9235-0caf3e7413cb", "last-applied-secret": "81935ecf30ae523a6ee69582354f9488d47dbeb0f8c7c572af96870f2024284d"}
2024-07-05T10:01:57.482Z	INFO	Password updated but old one not discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "e5ff0251-ff90-4fe0-8bed-904ddd27420d", "user": "monitor"}
2024-07-05T10:01:58.129Z	INFO	Old password discarded	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "e5ff0251-ff90-4fe0-8bed-904ddd27420d", "user": "monitor"}
2024-07-05T10:01:58.146Z	INFO	Proxy pods will be restarted	{"controller": "pxc-controller", "namespace": "users-20734", "name": "some-name", "reconcileID": "e5ff0251-ff90-4fe0-8bed-904ddd27420d", "last-applied-secret": "81935ecf30ae523a6ee69582354f9488d47dbeb0f8c7c572af96870f2024284d"}
github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:324
	/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1248
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-20734 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.K6KfDkf3ne
++ mktemp
+ local LAST_ERR=/tmp/tmp.okSkVGLtAT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.K6KfDkf3ne
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.okSkVGLtAT
+ rm /tmp/tmp.K6KfDkf3ne /tmp/tmp.okSkVGLtAT
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.5b3SklpJ2g
++ mktemp
+ local LAST_ERR=/tmp/tmp.Avfgl6AlI7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5b3SklpJ2g
No resources found
+ cat /tmp/tmp.Avfgl6AlI7
+ rm /tmp/tmp.5b3SklpJ2g /tmp/tmp.Avfgl6AlI7
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.IOhBHls44b
++ mktemp
+ local LAST_ERR=/tmp/tmp.3rG7kPuM8V
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.IOhBHls44b
No resources found
+ cat /tmp/tmp.3rG7kPuM8V
+ rm /tmp/tmp.IOhBHls44b /tmp/tmp.3rG7kPuM8V
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.ydmiSLEZNo
++ mktemp
+ local LAST_ERR=/tmp/tmp.PzNdw0MEZa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ydmiSLEZNo
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.PzNdw0MEZa
+ rm /tmp/tmp.ydmiSLEZNo /tmp/tmp.PzNdw0MEZa
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace users-20734
+ rm -rf /tmp/tmp.c9r1Olgr0q
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.hDP84qq4yQ
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
+ local LAST_OUT=/tmp/tmp.FzB6pnTfhe
++ mktemp
+ local LAST_ERR=/tmp/tmp.THkHTLwWcG
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.ri790qU8mP
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace users-20734