Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/logs/users-scheduler-8-4.log
Warning: version difference between client (1.35) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.31) exceeds the supported minor version skew of +/-1
+ create_infra users-scheduler-28941
+ local ns=users-scheduler-28941
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-scheduler-31802 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.EZvKFwyjWs
++ mktemp
+ local LAST_ERR=/tmp/tmp.2xDQXc6Ueo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EZvKFwyjWs
perconaxtradbcluster.pxc.percona.com "some-name" deleted from users-scheduler-31802 namespace
+ cat /tmp/tmp.2xDQXc6Ueo
+ rm /tmp/tmp.EZvKFwyjWs /tmp/tmp.2xDQXc6Ueo
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.fxAqDgzlzH
++ mktemp
+ local LAST_ERR=/tmp/tmp.TdHE0zHSEn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fxAqDgzlzH
No resources found
+ cat /tmp/tmp.TdHE0zHSEn
+ rm /tmp/tmp.fxAqDgzlzH /tmp/tmp.TdHE0zHSEn
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.CHpq1vxAM4
++ mktemp
+ local LAST_ERR=/tmp/tmp.ffP6ZuD2Xb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CHpq1vxAM4
No resources found
+ cat /tmp/tmp.ffP6ZuD2Xb
+ rm /tmp/tmp.CHpq1vxAM4 /tmp/tmp.ffP6ZuD2Xb
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.mwfxI5z1K9
+ local LAST_OUT=/tmp/tmp.FTv3iByTps
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.taPo69Buzr
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.YBtawYMXle
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mwfxI5z1K9
+ cat /tmp/tmp.taPo69Buzr
+ rm /tmp/tmp.mwfxI5z1K9 /tmp/tmp.taPo69Buzr
+ return 0
namespace "users-scheduler-31802" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FTv3iByTps
namespace "pxc-operator" deleted
+ cat /tmp/tmp.YBtawYMXle
+ rm /tmp/tmp.FTv3iByTps /tmp/tmp.YBtawYMXle
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.KhF9XbMfr0
++ mktemp
+ local LAST_ERR=/tmp/tmp.WFcCNgSwye
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KhF9XbMfr0
namespace/pxc-operator created
+ cat /tmp/tmp.WFcCNgSwye
+ rm /tmp/tmp.KhF9XbMfr0 /tmp/tmp.WFcCNgSwye
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iFH2XlywXj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aRuKxBaPlu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iFH2XlywXj
++ cat /tmp/tmp.aRuKxBaPlu
++ rm /tmp/tmp.iFH2XlywXj /tmp/tmp.aRuKxBaPlu
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2318-6b66758e-6-cluster8 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.QI8I1gFRZw
++ mktemp
+ local LAST_ERR=/tmp/tmp.uvl1lfSuug
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2318-6b66758e-6-cluster8 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QI8I1gFRZw
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2318-6b66758e-6-cluster8" modified.
+ cat /tmp/tmp.uvl1lfSuug
+ rm /tmp/tmp.QI8I1gFRZw /tmp/tmp.uvl1lfSuug
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZqehzrgEet
++ mktemp
+ local LAST_ERR=/tmp/tmp.zYiApl1AQK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZqehzrgEet
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.zYiApl1AQK
+ rm /tmp/tmp.ZqehzrgEet /tmp/tmp.zYiApl1AQK
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.zYU81LUlcf
++ mktemp
+ local LAST_ERR=/tmp/tmp.E9039d1j8z
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zYU81LUlcf
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.E9039d1j8z
+ rm /tmp/tmp.zYU81LUlcf /tmp/tmp.E9039d1j8z
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/deploy/cw-operator.yaml
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2318-6b66758e^'
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' -
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.xyna2ZSXpA
++ mktemp
+ local LAST_ERR=/tmp/tmp.yYVD4rVzKQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xyna2ZSXpA
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.yYVD4rVzKQ
+ rm /tmp/tmp.xyna2ZSXpA /tmp/tmp.yYVD4rVzKQ
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.ppKqV0Dm9Z
++ mktemp
+ local LAST_ERR=/tmp/tmp.9muPf7Uuct
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ppKqV0Dm9Z
pod/percona-xtradb-cluster-operator-56b8c987dc-jc7f9 condition met
+ cat /tmp/tmp.9muPf7Uuct
+ rm /tmp/tmp.ppKqV0Dm9Z /tmp/tmp.9muPf7Uuct
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ head -1
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iuEseME973
+++ mktemp
++ local LAST_ERR=/tmp/tmp.G3apbHhVUE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iuEseME973
++ cat /tmp/tmp.G3apbHhVUE
++ rm /tmp/tmp.iuEseME973 /tmp/tmp.G3apbHhVUE
++ return 0
+ wait_pod percona-xtradb-cluster-operator-56b8c987dc-jc7f9 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-56b8c987dc-jc7f9
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-56b8c987dc-jc7f9
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-56b8c987dc-jc7f9 condition met
waiting for pod/percona-xtradb-cluster-operator-56b8c987dc-jc7f9 to become Ready.Ok
+ sleep 3
+ create_namespace users-scheduler-28941
+ local namespace=users-scheduler-28941
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-scheduler-28941'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-scheduler-28941
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-scheduler-28941
+ kubectl_bin get ns
++ mktemp
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.RIiOZ1fKG5
+ local LAST_OUT=/tmp/tmp.FOx5VKwNJB
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.8HdS300LfN
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.nuse6RHHEu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-scheduler-28941
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-scheduler-28941
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RIiOZ1fKG5
+ cat /tmp/tmp.8HdS300LfN
+ rm /tmp/tmp.RIiOZ1fKG5 /tmp/tmp.8HdS300LfN
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-scheduler-28941
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.FOx5VKwNJB
+ cat /tmp/tmp.nuse6RHHEu
Error from server (NotFound): namespaces "users-scheduler-28941" not found
+ rm /tmp/tmp.FOx5VKwNJB /tmp/tmp.nuse6RHHEu
+ return 1
+ :
+ wait_for_delete namespace/users-scheduler-28941
+ local res=namespace/users-scheduler-28941
+ echo -n 'waiting for namespace/users-scheduler-28941 to be deleted'
waiting for namespace/users-scheduler-28941 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "users-scheduler-28941" not found
+ desc 'create namespace users-scheduler-28941'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-scheduler-28941
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-scheduler-28941
++ mktemp
+ local LAST_OUT=/tmp/tmp.1vcl5vJr7K
++ mktemp
+ local LAST_ERR=/tmp/tmp.tFAthApLS7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-scheduler-28941
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1vcl5vJr7K
namespace/users-scheduler-28941 created
+ cat /tmp/tmp.tFAthApLS7
+ rm /tmp/tmp.1vcl5vJr7K /tmp/tmp.tFAthApLS7
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yW9q1nNQFj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IBwWacleM5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yW9q1nNQFj
++ cat /tmp/tmp.IBwWacleM5
++ rm /tmp/tmp.yW9q1nNQFj /tmp/tmp.IBwWacleM5
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2318-6b66758e-6-cluster8 --namespace=users-scheduler-28941
++ mktemp
+ local LAST_OUT=/tmp/tmp.IDoQbumYcR
++ mktemp
+ local LAST_ERR=/tmp/tmp.snlOCeVpjx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2318-6b66758e-6-cluster8 --namespace=users-scheduler-28941
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.IDoQbumYcR
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2318-6b66758e-6-cluster8" modified.
+ cat /tmp/tmp.snlOCeVpjx
+ rm /tmp/tmp.IDoQbumYcR /tmp/tmp.snlOCeVpjx
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.bC8zDlWq0q
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z9ubOpFY6f
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bC8zDlWq0q
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.Z9ubOpFY6f
+ rm /tmp/tmp.bC8zDlWq0q /tmp/tmp.Z9ubOpFY6f
+ return 0
+ desc 'create PXC cluster with 1-password secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC cluster with 1-password secret
-----------------------------------------------------------------------------------

+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/conf/some-name.yml '' '' /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/secrets_one_pass.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/secrets_one_pass.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/secrets_one_pass.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.kIZ4fmWS7E
++ mktemp
+ local LAST_ERR=/tmp/tmp.6KMUxSVE3O
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/secrets_one_pass.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kIZ4fmWS7E
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.6KMUxSVE3O
+ rm /tmp/tmp.kIZ4fmWS7E /tmp/tmp.6KMUxSVE3O
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/client.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ local pvc_name=
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#'
+ local LAST_OUT=/tmp/tmp.SJmcVjpfMH
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2318-6b66758e#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-scheduler-28941~
+ local LAST_ERR=/tmp/tmp.zq75KD5zMW
+ local exit_status=0
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.SJmcVjpfMH
deployment.apps/pxc-client created
+ cat /tmp/tmp.zq75KD5zMW
+ rm /tmp/tmp.SJmcVjpfMH /tmp/tmp.zq75KD5zMW
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/conf/some-name.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/conf/some-name.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/conf/some-name.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/conf/some-name.yml
+ local pvc_name=
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/conf/some-name.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2318-6b66758e#'
+ local LAST_OUT=/tmp/tmp.dzAfEowBol
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-scheduler-28941~
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_ERR=/tmp/tmp.i47CBBQPum
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dzAfEowBol
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.i47CBBQPum
+ rm /tmp/tmp.dzAfEowBol /tmp/tmp.i47CBBQPum
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.mFPruneUYa
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.urcMkGpUVy
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.mFPruneUYa
+++ cat /tmp/tmp.urcMkGpUVy
+++ rm /tmp/tmp.mFPruneUYa /tmp/tmp.urcMkGpUVy
+++ return 0
++ [[ false == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.QSw13qc8jm
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.K7FBWYLfEv
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.QSw13qc8jm
+++ cat /tmp/tmp.K7FBWYLfEv
+++ rm /tmp/tmp.QSw13qc8jm /tmp/tmp.K7FBWYLfEv
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-scheduler-28941
++ mktemp
+ local LAST_OUT=/tmp/tmp.M3iW45CxaZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.qpbnXZzFUR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-scheduler-28941
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-scheduler-28941
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-scheduler-28941
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.M3iW45CxaZ
+ cat /tmp/tmp.qpbnXZzFUR
error: no matching resources found
+ rm /tmp/tmp.M3iW45CxaZ /tmp/tmp.qpbnXZzFUR
+ return 1
+ true
+ wait_for_running some-name-proxysql 1
+ local name=some-name-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-0 condition met
waiting for pod/some-name-proxysql-0 to become Ready.Ok
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-0 condition met
waiting for pod/some-name-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-1 condition met
waiting for pod/some-name-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-2
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-2 condition met
waiting for pod/some-name-pxc-2 to become Ready.Ok
+ sleep 10
++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.or28QIVJ6n
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Z3bJJIbCEz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.or28QIVJ6n
++ cat /tmp/tmp.Z3bJJIbCEz
++ rm /tmp/tmp.or28QIVJ6n /tmp/tmp.Z3bJJIbCEz
++ return 0
+ local 'root_pass=2_D*]0sILcbRqOei'
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0Iu1kwrWQc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uoOYtUGIPX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0Iu1kwrWQc
++ cat /tmp/tmp.uoOYtUGIPX
++ rm /tmp/tmp.0Iu1kwrWQc /tmp/tmp.uoOYtUGIPX
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-proxysql -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EC0Qld4z20
+++ mktemp
++ local LAST_ERR=/tmp/tmp.z5qYeetRBV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EC0Qld4z20
++ cat /tmp/tmp.z5qYeetRBV
++ rm /tmp/tmp.EC0Qld4z20 /tmp/tmp.z5qYeetRBV
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1-84.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rF4m0yEewv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.93c4WPhYyS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rF4m0yEewv
++ cat /tmp/tmp.93c4WPhYyS
++ rm /tmp/tmp.rF4m0yEewv /tmp/tmp.93c4WPhYyS
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1.sql /tmp/tmp.FONpkthS13/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1-84.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TkuQznsprE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GM3SydI3ZN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TkuQznsprE
++ cat /tmp/tmp.GM3SydI3ZN
++ rm /tmp/tmp.TkuQznsprE /tmp/tmp.GM3SydI3ZN
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1.sql /tmp/tmp.FONpkthS13/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1-84.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''2_D*]0sILcbRqOei'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4D1FcqH8DA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZE8FQbMBDL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4D1FcqH8DA
++ cat /tmp/tmp.ZE8FQbMBDL
++ rm /tmp/tmp.4D1FcqH8DA /tmp/tmp.ZE8FQbMBDL
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-1.sql /tmp/tmp.FONpkthS13/select-1.sql
+ is_keyring_plugin_in_use some-name
+ local cluster=some-name
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ kubectl exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my
+ return 1
++ kubectl exec -it some-name-proxysql-0 -- sh -c 'proxysql --version 2>/dev/null'
++ awk '{print $3}'
++ cut -d. -f1
Unable to use a TTY - input is not a terminal or the right kind of file
+ PROXYSQL_VER=2
+ tables_cmp_file=select-2-proxysql3
+ [[ 2 == 2 ]]
+ tables_cmp_file=select-2
+ desc 'test missing passwords were created and present in internal secrets'
+ set +o xtrace


-----------------------------------------------------------------------------------
test missing passwords were created and present in internal secrets
-----------------------------------------------------------------------------------

+ empty_pwds=()
+ wrong_pwds=()
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking root'
Checking root
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lncfBM2HPi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EIgaJhBIkh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lncfBM2HPi
++ cat /tmp/tmp.EIgaJhBIkh
++ rm /tmp/tmp.lncfBM2HPi /tmp/tmp.EIgaJhBIkh
++ return 0
+ secret_pass='2_D*]0sILcbRqOei'
++ getSecretData internal-some-name root
++ local secretName=internal-some-name
++ local dataKey=root
++ kubectl_bin get secrets/internal-some-name '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6Mg1jdp3Az
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SKLxEW7LOW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6Mg1jdp3Az
++ cat /tmp/tmp.SKLxEW7LOW
++ rm /tmp/tmp.6Mg1jdp3Az /tmp/tmp.SKLxEW7LOW
++ return 0
+ int_secret_pass='2_D*]0sILcbRqOei'
+ [[ -z 2_D*]0sILcbRqOei ]]
+ [[ 2_D*]0sILcbRqOei != \2\_\D\*\]\0\s\I\L\c\b\R\q\O\e\i ]]
+ [[ root != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ root ]]
+ [[ '' =~ root ]]
+ echo 'Running compare for root'
Running compare for root
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''2_D*]0sILcbRqOei'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''2_D*]0sILcbRqOei'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''2_D*]0sILcbRqOei'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''2_D*]0sILcbRqOei'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LBTLeohSmb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Sp66iDkjc1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LBTLeohSmb
++ cat /tmp/tmp.Sp66iDkjc1
++ rm /tmp/tmp.LBTLeohSmb /tmp/tmp.Sp66iDkjc1
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking xtrabackup'
Checking xtrabackup
++ getSecretData my-cluster-secrets xtrabackup
++ local secretName=my-cluster-secrets
++ local dataKey=xtrabackup
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.xtrabackup}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XMA0AhBolJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UXEwhkspPz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.xtrabackup}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XMA0AhBolJ
++ cat /tmp/tmp.UXEwhkspPz
++ rm /tmp/tmp.XMA0AhBolJ /tmp/tmp.UXEwhkspPz
++ return 0
+ secret_pass='f#FvgGvrs5^Co]}Ds'
++ getSecretData internal-some-name xtrabackup
++ local secretName=internal-some-name
++ local dataKey=xtrabackup
++ kubectl_bin get secrets/internal-some-name '--template={{.data.xtrabackup}}'
+++ mktemp
++ base64 --decode
++ local LAST_OUT=/tmp/tmp.uJKFMYn3KA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.W1dRM7EpNT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.xtrabackup}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uJKFMYn3KA
++ cat /tmp/tmp.W1dRM7EpNT
++ rm /tmp/tmp.uJKFMYn3KA /tmp/tmp.W1dRM7EpNT
++ return 0
+ int_secret_pass='f#FvgGvrs5^Co]}Ds'
+ [[ -z f#FvgGvrs5^Co]}Ds ]]
+ [[ f#FvgGvrs5^Co]}Ds != \f\#\F\v\g\G\v\r\s\5\^\C\o\]\}\D\s ]]
+ [[ xtrabackup != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ xtrabackup ]]
+ [[ '' =~ xtrabackup ]]
+ echo 'Running compare for xtrabackup'
Running compare for xtrabackup
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uxtrabackup -p'\''f#FvgGvrs5^Co]}Ds'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uxtrabackup -p'\''f#FvgGvrs5^Co]}Ds'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uxtrabackup -p'\''f#FvgGvrs5^Co]}Ds'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uxtrabackup -p'\''f#FvgGvrs5^Co]}Ds'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9kX5KXuhDj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JMv65lkgM6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9kX5KXuhDj
++ cat /tmp/tmp.JMv65lkgM6
++ rm /tmp/tmp.9kX5KXuhDj /tmp/tmp.JMv65lkgM6
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking monitor'
Checking monitor
++ getSecretData my-cluster-secrets monitor
++ local secretName=my-cluster-secrets
++ local dataKey=monitor
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.monitor}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ifFtK0xqsV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rFntzwEEXZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.monitor}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ifFtK0xqsV
++ cat /tmp/tmp.rFntzwEEXZ
++ rm /tmp/tmp.ifFtK0xqsV /tmp/tmp.rFntzwEEXZ
++ return 0
+ secret_pass=monitor_password
++ getSecretData internal-some-name monitor
++ local secretName=internal-some-name
++ local dataKey=monitor
++ kubectl_bin get secrets/internal-some-name '--template={{.data.monitor}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ovnWL650P0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gr7Fwp3WYI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.monitor}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ovnWL650P0
++ cat /tmp/tmp.gr7Fwp3WYI
++ rm /tmp/tmp.ovnWL650P0 /tmp/tmp.gr7Fwp3WYI
++ return 0
+ int_secret_pass=monitor_password
+ [[ -z monitor_password ]]
+ [[ monitor_password != \m\o\n\i\t\o\r\_\p\a\s\s\w\o\r\d ]]
+ [[ monitor != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ monitor ]]
+ [[ '' =~ monitor ]]
+ echo 'Running compare for monitor'
Running compare for monitor
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''monitor_password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''monitor_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''monitor_password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''monitor_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2j3HYTzhHD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VaRmfwEpPk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2j3HYTzhHD
++ cat /tmp/tmp.VaRmfwEpPk
++ rm /tmp/tmp.2j3HYTzhHD /tmp/tmp.VaRmfwEpPk
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking proxyadmin'
Checking proxyadmin
++ getSecretData my-cluster-secrets proxyadmin
++ local secretName=my-cluster-secrets
++ local dataKey=proxyadmin
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.proxyadmin}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U3xRQjr1ZT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4vH05mxF6l
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.proxyadmin}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.U3xRQjr1ZT
++ cat /tmp/tmp.4vH05mxF6l
++ rm /tmp/tmp.U3xRQjr1ZT /tmp/tmp.4vH05mxF6l
++ return 0
+ secret_pass='V>UguG8jf<R+hi4[SU#'
++ getSecretData internal-some-name proxyadmin
++ local secretName=internal-some-name
++ local dataKey=proxyadmin
++ kubectl_bin get secrets/internal-some-name '--template={{.data.proxyadmin}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0y8CkqpuBU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZsdNkg159u
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.proxyadmin}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0y8CkqpuBU
++ cat /tmp/tmp.ZsdNkg159u
++ rm /tmp/tmp.0y8CkqpuBU /tmp/tmp.ZsdNkg159u
++ return 0
+ int_secret_pass='V>UguG8jf<R+hi4[SU#'
+ [[ -z V>UguG8jf<R+hi4[SU# ]]
+ [[ V>UguG8jf<R+hi4[SU# != \V\>\U\g\u\G\8\j\f\<\R\+\h\i\4\[\S\U\# ]]
+ [[ proxyadmin != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ proxyadmin == \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ proxyadmin ]]
+ [[ '' =~ proxyadmin ]]
+ echo 'Running compare for proxyadmin'
Running compare for proxyadmin
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''V>UguG8jf<R+hi4[SU#'\''' some-name-proxysql-0 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''V>UguG8jf<R+hi4[SU#'\'''
+ local pod=some-name-proxysql-0
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2-84.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''V>UguG8jf<R+hi4[SU#'\''' some-name-proxysql-0 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''V>UguG8jf<R+hi4[SU#'\'''
+ local pod=some-name-proxysql-0
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FONpkthS13/select-2.sql ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2.sql /tmp/tmp.FONpkthS13/select-2.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking operator'
Checking operator
++ getSecretData my-cluster-secrets operator
++ local secretName=my-cluster-secrets
++ local dataKey=operator
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.operator}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZpyUn4yQ3m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VYDuUmDbnn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.operator}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZpyUn4yQ3m
++ cat /tmp/tmp.VYDuUmDbnn
++ rm /tmp/tmp.ZpyUn4yQ3m /tmp/tmp.VYDuUmDbnn
++ return 0
+ secret_pass=']mxu^^h8X&ypq,Bl='
++ getSecretData internal-some-name operator
++ local secretName=internal-some-name
++ local dataKey=operator
++ kubectl_bin get secrets/internal-some-name '--template={{.data.operator}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iWLGJNSSmY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.spql2RcF9R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.operator}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iWLGJNSSmY
++ cat /tmp/tmp.spql2RcF9R
++ rm /tmp/tmp.iWLGJNSSmY /tmp/tmp.spql2RcF9R
++ return 0
+ int_secret_pass=']mxu^^h8X&ypq,Bl='
+ [[ -z ]mxu^^h8X&ypq,Bl= ]]
+ [[ ]mxu^^h8X&ypq,Bl= != \]\m\x\u\^\^\h\8\X\&\y\p\q\,\B\l\= ]]
+ [[ operator != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ operator ]]
+ [[ '' =~ operator ]]
+ echo 'Running compare for operator'
Running compare for operator
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\'']mxu^^h8X&ypq,Bl='\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\'']mxu^^h8X&ypq,Bl='\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\'']mxu^^h8X&ypq,Bl='\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\'']mxu^^h8X&ypq,Bl='\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H8AnpLK0lO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a1o9k9hJRs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.H8AnpLK0lO
++ cat /tmp/tmp.a1o9k9hJRs
++ rm /tmp/tmp.H8AnpLK0lO /tmp/tmp.a1o9k9hJRs
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking replication'
Checking replication
++ getSecretData my-cluster-secrets replication
++ local secretName=my-cluster-secrets
++ local dataKey=replication
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.replication}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.atbgnZ0CWD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.meRcxcRQfq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.replication}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.atbgnZ0CWD
++ cat /tmp/tmp.meRcxcRQfq
++ rm /tmp/tmp.atbgnZ0CWD /tmp/tmp.meRcxcRQfq
++ return 0
+ secret_pass='leQRd8k)]ddju6H2[!'
++ getSecretData internal-some-name replication
++ local secretName=internal-some-name
++ local dataKey=replication
++ kubectl_bin get secrets/internal-some-name '--template={{.data.replication}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JUmwm6aijg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.G4sZHU66Th
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.replication}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.JUmwm6aijg
++ cat /tmp/tmp.G4sZHU66Th
++ rm /tmp/tmp.JUmwm6aijg /tmp/tmp.G4sZHU66Th
++ return 0
+ int_secret_pass='leQRd8k)]ddju6H2[!'
+ [[ -z leQRd8k)]ddju6H2[! ]]
+ [[ leQRd8k)]ddju6H2[! != \l\e\Q\R\d\8\k\)\]\d\d\j\u\6\H\2\[\! ]]
+ [[ replication != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ replication ]]
+ [[ '' =~ replication ]]
+ echo 'Running compare for replication'
Running compare for replication
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -ureplication -p'\''leQRd8k)]ddju6H2[!'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -ureplication -p'\''leQRd8k)]ddju6H2[!'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -ureplication -p'\''leQRd8k)]ddju6H2[!'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -ureplication -p'\''leQRd8k)]ddju6H2[!'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MPnWACshN7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KBaWKyjlS9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MPnWACshN7
++ cat /tmp/tmp.KBaWKyjlS9
++ rm /tmp/tmp.MPnWACshN7 /tmp/tmp.KBaWKyjlS9
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ -n '' ]]
+ desc 'test root'
+ set +o xtrace


-----------------------------------------------------------------------------------
test root
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets root dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=root
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.gSvNJuw15P
++ mktemp
+ local LAST_ERR=/tmp/tmp.1e4NpXrFWV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gSvNJuw15P
secret/my-cluster-secrets patched
+ cat /tmp/tmp.1e4NpXrFWV
+ rm /tmp/tmp.gSvNJuw15P /tmp/tmp.1e4NpXrFWV
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cgQDuOaKTZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rZ3hcJ6UU9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cgQDuOaKTZ
++ cat /tmp/tmp.rZ3hcJ6UU9
++ rm /tmp/tmp.cgQDuOaKTZ /tmp/tmp.rZ3hcJ6UU9
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SqNvURpn1H
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D6hkUHa7xz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SqNvURpn1H
++ cat /tmp/tmp.D6hkUHa7xz
++ rm /tmp/tmp.SqNvURpn1H /tmp/tmp.D6hkUHa7xz
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Jno1PWFYYJ
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.dsx7c1zBFh
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Jno1PWFYYJ
+++++ cat /tmp/tmp.dsx7c1zBFh
+++++ rm /tmp/tmp.Jno1PWFYYJ /tmp/tmp.dsx7c1zBFh
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.A4hqUkAfLd
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.McncFUqEGL
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.A4hqUkAfLd
+++++ cat /tmp/tmp.McncFUqEGL
+++++ rm /tmp/tmp.A4hqUkAfLd /tmp/tmp.McncFUqEGL
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uWeZJRG3Fl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.w5dClsYCgG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uWeZJRG3Fl
++ cat /tmp/tmp.w5dClsYCgG
++ rm /tmp/tmp.uWeZJRG3Fl /tmp/tmp.w5dClsYCgG
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.muSi8cC4kn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hjCZXsIK0R
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.muSi8cC4kn
++ cat /tmp/tmp.hjCZXsIK0R
++ rm /tmp/tmp.muSi8cC4kn /tmp/tmp.hjCZXsIK0R
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
+ desc 'test proxyadmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
test proxyadmin
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.KjDdkpn4KD
++ mktemp
+ local LAST_ERR=/tmp/tmp.pvSw5L7wa7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KjDdkpn4KD
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.pvSw5L7wa7
+ rm /tmp/tmp.KjDdkpn4KD /tmp/tmp.pvSw5L7wa7
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VLeEkMQU1J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DKkPkg5F6Y
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VLeEkMQU1J
++ cat /tmp/tmp.DKkPkg5F6Y
++ rm /tmp/tmp.VLeEkMQU1J /tmp/tmp.DKkPkg5F6Y
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ovdmcQvNya
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gH96G1ruL5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ovdmcQvNya
++ cat /tmp/tmp.gH96G1ruL5
++ rm /tmp/tmp.ovdmcQvNya /tmp/tmp.gH96G1ruL5
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.a9UNsUSn3t
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.oDD8B1cY3k
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.a9UNsUSn3t
+++++ cat /tmp/tmp.oDD8B1cY3k
+++++ rm /tmp/tmp.a9UNsUSn3t /tmp/tmp.oDD8B1cY3k
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.LF6QJYFIBX
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.vceEoHR0hR
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.LF6QJYFIBX
+++++ cat /tmp/tmp.vceEoHR0hR
+++++ rm /tmp/tmp.LF6QJYFIBX /tmp/tmp.vceEoHR0hR
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iDMYOZs9Ot
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QChwkLh16t
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iDMYOZs9Ot
++ cat /tmp/tmp.QChwkLh16t
++ rm /tmp/tmp.iDMYOZs9Ot /tmp/tmp.QChwkLh16t
++ return 0
+ [[ 3 == \3 ]]
+ echo

+ patch_secret my-cluster-secrets proxyadmin dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=proxyadmin
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.228KQpBBwa
++ mktemp
+ local LAST_ERR=/tmp/tmp.4Rr1EvrZD5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.228KQpBBwa
secret/my-cluster-secrets patched
+ cat /tmp/tmp.4Rr1EvrZD5
+ rm /tmp/tmp.228KQpBBwa /tmp/tmp.4Rr1EvrZD5
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iNCfNFr6Uw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.USviumhi6D
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iNCfNFr6Uw
++ cat /tmp/tmp.USviumhi6D
++ rm /tmp/tmp.iNCfNFr6Uw /tmp/tmp.USviumhi6D
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GjnZCV49gp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MuGsn2UuEg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GjnZCV49gp
++ cat /tmp/tmp.MuGsn2UuEg
++ rm /tmp/tmp.GjnZCV49gp /tmp/tmp.MuGsn2UuEg
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.X8gWgBAD2O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NubOib7Htc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.X8gWgBAD2O
++ cat /tmp/tmp.NubOib7Htc
++ rm /tmp/tmp.X8gWgBAD2O /tmp/tmp.NubOib7Htc
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.poRMTQsT7V
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XHyghJD8aa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.poRMTQsT7V
++ cat /tmp/tmp.XHyghJD8aa
++ rm /tmp/tmp.poRMTQsT7V /tmp/tmp.XHyghJD8aa
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.L3aj22Ku8H
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.PQb1pfdkhI
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.L3aj22Ku8H
+++++ cat /tmp/tmp.PQb1pfdkhI
+++++ rm /tmp/tmp.L3aj22Ku8H /tmp/tmp.PQb1pfdkhI
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.ekGmzzLFlv
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.etxvtK8uLT
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.ekGmzzLFlv
+++++ cat /tmp/tmp.etxvtK8uLT
+++++ rm /tmp/tmp.ekGmzzLFlv /tmp/tmp.etxvtK8uLT
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xM2RycZw4i
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FVb9wbQIvb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xM2RycZw4i
++ cat /tmp/tmp.FVb9wbQIvb
++ rm /tmp/tmp.xM2RycZw4i /tmp/tmp.FVb9wbQIvb
++ return 0
+ [[ 3 == \3 ]]
+ echo

+ sleep 15
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2-84.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-0
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FONpkthS13/select-2.sql ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2.sql /tmp/tmp.FONpkthS13/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2-84.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-1
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FONpkthS13/select-2.sql ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2.sql /tmp/tmp.FONpkthS13/select-2.sql
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2-84.sql ']'
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\'''
+ local pod=some-name-proxysql-2
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FONpkthS13/select-2.sql ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-2.sql /tmp/tmp.FONpkthS13/select-2.sql
+ desc 'test xtrabackup'
+ set +o xtrace


-----------------------------------------------------------------------------------
test xtrabackup
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9jmzna20QD
++ mktemp
+ local LAST_ERR=/tmp/tmp.QEjm5aLAl7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9jmzna20QD
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.QEjm5aLAl7
+ rm /tmp/tmp.9jmzna20QD /tmp/tmp.QEjm5aLAl7
+ return 0
+ patch_secret my-cluster-secrets xtrabackup dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=xtrabackup
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.rI6FektBN4
++ mktemp
+ local LAST_ERR=/tmp/tmp.5KVdem6cSb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.rI6FektBN4
secret/my-cluster-secrets patched
+ cat /tmp/tmp.5KVdem6cSb
+ rm /tmp/tmp.rI6FektBN4 /tmp/tmp.5KVdem6cSb
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wTDqvVPwvb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.it1LjjZ2T2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wTDqvVPwvb
++ cat /tmp/tmp.it1LjjZ2T2
++ rm /tmp/tmp.wTDqvVPwvb /tmp/tmp.it1LjjZ2T2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IEzhWM6wr2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.knWhMNraVk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IEzhWM6wr2
++ cat /tmp/tmp.knWhMNraVk
++ rm /tmp/tmp.IEzhWM6wr2 /tmp/tmp.knWhMNraVk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pbuNRpCcch
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NcipdzOuwD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pbuNRpCcch
++ cat /tmp/tmp.NcipdzOuwD
++ rm /tmp/tmp.pbuNRpCcch /tmp/tmp.NcipdzOuwD
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 2 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pbehuYMfVU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uFqdWJc3Gq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pbehuYMfVU
++ cat /tmp/tmp.uFqdWJc3Gq
++ rm /tmp/tmp.pbehuYMfVU /tmp/tmp.uFqdWJc3Gq
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 3 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ec3Iom4itx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UvVjQIx1TU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ec3Iom4itx
++ cat /tmp/tmp.UvVjQIx1TU
++ rm /tmp/tmp.ec3Iom4itx /tmp/tmp.UvVjQIx1TU
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 4 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SqevtndmdQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SGZBceRSI0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SqevtndmdQ
++ cat /tmp/tmp.SGZBceRSI0
++ rm /tmp/tmp.SqevtndmdQ /tmp/tmp.SGZBceRSI0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 5 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oAROUalpgY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZLmHJCufJQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oAROUalpgY
++ cat /tmp/tmp.ZLmHJCufJQ
++ rm /tmp/tmp.oAROUalpgY /tmp/tmp.ZLmHJCufJQ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 6 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.10O1f4kNBK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oqC8JKy01c
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.10O1f4kNBK
++ cat /tmp/tmp.oqC8JKy01c
++ rm /tmp/tmp.10O1f4kNBK /tmp/tmp.oqC8JKy01c
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 7 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.d40koHPTJG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.epwadhQrap
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.d40koHPTJG
++ cat /tmp/tmp.epwadhQrap
++ rm /tmp/tmp.d40koHPTJG /tmp/tmp.epwadhQrap
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 8 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pJetvD2vQB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GRt52lARjf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pJetvD2vQB
++ cat /tmp/tmp.GRt52lARjf
++ rm /tmp/tmp.pJetvD2vQB /tmp/tmp.GRt52lARjf
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 9 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XG6b07yYHx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ajl4Hdtu8b
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XG6b07yYHx
++ cat /tmp/tmp.ajl4Hdtu8b
++ rm /tmp/tmp.XG6b07yYHx /tmp/tmp.ajl4Hdtu8b
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 10 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IT2MWpcYEv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sJCJmtw7Gp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IT2MWpcYEv
++ cat /tmp/tmp.sJCJmtw7Gp
++ rm /tmp/tmp.IT2MWpcYEv /tmp/tmp.sJCJmtw7Gp
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 11 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oW36OznaEY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QTEBaFpegV
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oW36OznaEY
++ cat /tmp/tmp.QTEBaFpegV
++ rm /tmp/tmp.oW36OznaEY /tmp/tmp.QTEBaFpegV
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 12 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iNqAdUqZo8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.z5U78KefRB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iNqAdUqZo8
++ cat /tmp/tmp.z5U78KefRB
++ rm /tmp/tmp.iNqAdUqZo8 /tmp/tmp.z5U78KefRB
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 13 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TD5gDFCPMv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pAI2WaEuWY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TD5gDFCPMv
++ cat /tmp/tmp.pAI2WaEuWY
++ rm /tmp/tmp.TD5gDFCPMv /tmp/tmp.pAI2WaEuWY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 14 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IFklQZlQAv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NjHriBGNFz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IFklQZlQAv
++ cat /tmp/tmp.NjHriBGNFz
++ rm /tmp/tmp.IFklQZlQAv /tmp/tmp.NjHriBGNFz
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 15 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DmZwfeWTeC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jLOVI9Me0J
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DmZwfeWTeC
++ cat /tmp/tmp.jLOVI9Me0J
++ rm /tmp/tmp.DmZwfeWTeC /tmp/tmp.jLOVI9Me0J
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 16 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VlD3iankmO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g32ApzBizD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VlD3iankmO
++ cat /tmp/tmp.g32ApzBizD
++ rm /tmp/tmp.VlD3iankmO /tmp/tmp.g32ApzBizD
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 17 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TJx2gSZPs5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.d9otQ1tzQp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TJx2gSZPs5
++ cat /tmp/tmp.d9otQ1tzQp
++ rm /tmp/tmp.TJx2gSZPs5 /tmp/tmp.d9otQ1tzQp
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 18 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9lV3Ya6yIV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P2X3Q7V51g
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.9lV3Ya6yIV
++ cat /tmp/tmp.P2X3Q7V51g
++ rm /tmp/tmp.9lV3Ya6yIV /tmp/tmp.P2X3Q7V51g
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 19 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sTocBWWz5S
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y386m8M7zA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sTocBWWz5S
++ cat /tmp/tmp.Y386m8M7zA
++ rm /tmp/tmp.sTocBWWz5S /tmp/tmp.Y386m8M7zA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 20 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qo91PMPvRy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m5vulKqZGn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qo91PMPvRy
++ cat /tmp/tmp.m5vulKqZGn
++ rm /tmp/tmp.qo91PMPvRy /tmp/tmp.m5vulKqZGn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 21 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KX7jOkIxOE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D4IQU2Uigh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KX7jOkIxOE
++ cat /tmp/tmp.D4IQU2Uigh
++ rm /tmp/tmp.KX7jOkIxOE /tmp/tmp.D4IQU2Uigh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 22 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ICp2pSey6f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PHTwjlwHcT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ICp2pSey6f
++ cat /tmp/tmp.PHTwjlwHcT
++ rm /tmp/tmp.ICp2pSey6f /tmp/tmp.PHTwjlwHcT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 23 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Udp2H4Rl7K
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I0jPB8jvwq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Udp2H4Rl7K
++ cat /tmp/tmp.I0jPB8jvwq
++ rm /tmp/tmp.Udp2H4Rl7K /tmp/tmp.I0jPB8jvwq
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 24 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ysao3Ol8uz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iadxnswZhm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ysao3Ol8uz
++ cat /tmp/tmp.iadxnswZhm
++ rm /tmp/tmp.ysao3Ol8uz /tmp/tmp.iadxnswZhm
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.p3yCi3ukLZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9dQb7gpHzb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.p3yCi3ukLZ
++ cat /tmp/tmp.9dQb7gpHzb
++ rm /tmp/tmp.p3yCi3ukLZ /tmp/tmp.9dQb7gpHzb
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.ZpXqaEsTyx
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.SNzUZGwAos
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.ZpXqaEsTyx
+++++ cat /tmp/tmp.SNzUZGwAos
+++++ rm /tmp/tmp.ZpXqaEsTyx /tmp/tmp.SNzUZGwAos
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.C8SCHJt6zu
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.endDs5z165
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.C8SCHJt6zu
+++++ cat /tmp/tmp.endDs5z165
+++++ rm /tmp/tmp.C8SCHJt6zu /tmp/tmp.endDs5z165
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lk6gTXBJ1j
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9rUrWokuNc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lk6gTXBJ1j
++ cat /tmp/tmp.9rUrWokuNc
++ rm /tmp/tmp.lk6gTXBJ1j /tmp/tmp.9rUrWokuNc
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ sleep 15
+ compare_mysql_cmd_local select-3 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 '' pxc
+ local command_id=select-3
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local postfix=
+ local container_name=pxc
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-3.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-3-84.sql ']'
+ run_mysql_local 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 pxc
+ local 'command=SHOW DATABASES;'
+ local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\'''
+ local pod=some-name-pxc-0
+ local container_name=pxc
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FONpkthS13/select-3.sql ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-3.sql /tmp/tmp.FONpkthS13/select-3.sql
+ desc 'test monitor'
+ set +o xtrace


-----------------------------------------------------------------------------------
test monitor
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=monitor
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.nOtXMhqpH7
++ mktemp
+ local LAST_ERR=/tmp/tmp.fafgS9Kabl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.nOtXMhqpH7
secret/my-cluster-secrets patched
+ cat /tmp/tmp.fafgS9Kabl
+ rm /tmp/tmp.nOtXMhqpH7 /tmp/tmp.fafgS9Kabl
+ return 0
+ wait_for_password_propagation my-cluster-secrets monitor some-name
+ local secret=my-cluster-secrets
+ local user=monitor
+ local cluster=some-name
+ local max_retry=600
+ local root_pass
+ local retry
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mnt4qNV1XK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GleXjCwNzr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mnt4qNV1XK
++ cat /tmp/tmp.GleXjCwNzr
++ rm /tmp/tmp.mnt4qNV1XK /tmp/tmp.GleXjCwNzr
++ return 0
+ root_pass=test-password
+ [[ -z test-password ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ retry=0
+ is_password_updated monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ grep additional_password
+ local 'command=SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\'''
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EbsRmLOWoQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ASQzWZVc87
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EbsRmLOWoQ
++ cat /tmp/tmp.ASQzWZVc87
++ rm /tmp/tmp.EbsRmLOWoQ /tmp/tmp.ASQzWZVc87
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}
+ sleep 5
+ retry=0
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=1
+ [[ 1 -eq 0 ]]
+ [[ 1 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=2
+ [[ 2 -eq 0 ]]
+ [[ 2 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=3
+ [[ 3 -eq 0 ]]
+ [[ 3 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=4
+ [[ 4 -eq 0 ]]
+ [[ 4 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=5
+ [[ 5 -eq 0 ]]
+ [[ 5 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=6
+ [[ 6 -eq 0 ]]
+ [[ 6 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=7
+ [[ 7 -eq 0 ]]
+ [[ 7 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=8
+ [[ 8 -eq 0 ]]
+ [[ 8 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result='{"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"}'
+ [[ {"additional_password": "$A$005$!E~e&%\\rbj\\u001b#\\u001e\\faYtk9\\u0006\\u001ai8icGEK4lw4X.yX.dETl4/FqPbOq2W10KXfjzRD9z4D"} =~ additional_password ]]
+ return 1
+ sleep 1
+ retry=9
+ [[ 9 -eq 0 ]]
+ [[ 9 -ge 600 ]]
+ is_old_password_discarded monitor '-h some-name-pxc -uroot -p'\''test-password'\'''
+ local username=monitor
+ local 'uri=-h some-name-pxc -uroot -p'\''test-password'\'''
+ local result
++ run_mysql 'SELECT User_attributes FROM mysql.user WHERE user='\''monitor'\''' '-h some-name-pxc -uroot -p'\''test-password'\'''
+ result=NULL
+ [[ NULL =~ additional_password ]]
+ [[ -z NULL ]]
+ [[ NULL =~ ^[[:space:]]*$ ]]
+ [[ NULL =~ NULL ]]
+ return 0
+ echo 'Old password successfully discarded after 9 retries'
Old password successfully discarded after 9 retries
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ngmE9TAvBu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3bkxQZ7Dkk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ngmE9TAvBu
++ cat /tmp/tmp.3bkxQZ7Dkk
++ rm /tmp/tmp.ngmE9TAvBu /tmp/tmp.3bkxQZ7Dkk
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hPnyhmuh4b
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gPfR7D1QTS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hPnyhmuh4b
++ cat /tmp/tmp.gPfR7D1QTS
++ rm /tmp/tmp.hPnyhmuh4b /tmp/tmp.gPfR7D1QTS
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.WDbpERGrYp
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.PFTCg8Q5FK
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.WDbpERGrYp
+++++ cat /tmp/tmp.PFTCg8Q5FK
+++++ rm /tmp/tmp.WDbpERGrYp /tmp/tmp.PFTCg8Q5FK
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.S8sqlOoCXI
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.jnHo8Zrg0d
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.S8sqlOoCXI
+++++ cat /tmp/tmp.jnHo8Zrg0d
+++++ rm /tmp/tmp.S8sqlOoCXI /tmp/tmp.jnHo8Zrg0d
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0HvKcF5Tsm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bkFuvjhWWT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0HvKcF5Tsm
++ cat /tmp/tmp.bkFuvjhWWT
++ rm /tmp/tmp.0HvKcF5Tsm /tmp/tmp.bkFuvjhWWT
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TaeIxqQSHu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yKAv83WF1s
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TaeIxqQSHu
++ cat /tmp/tmp.yKAv83WF1s
++ rm /tmp/tmp.TaeIxqQSHu /tmp/tmp.yKAv83WF1s
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
+ desc 'test operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test operator
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets operator dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.NGq0D3H9nn
++ mktemp
+ local LAST_ERR=/tmp/tmp.W4E2NsfvGf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NGq0D3H9nn
secret/my-cluster-secrets patched
+ cat /tmp/tmp.W4E2NsfvGf
+ rm /tmp/tmp.NGq0D3H9nn /tmp/tmp.W4E2NsfvGf
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qhDwlcSLb9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4i7vGX6DPH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qhDwlcSLb9
++ cat /tmp/tmp.4i7vGX6DPH
++ rm /tmp/tmp.qhDwlcSLb9 /tmp/tmp.4i7vGX6DPH
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xTr4ONNZeR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wBhguI2jtZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xTr4ONNZeR
++ cat /tmp/tmp.wBhguI2jtZ
++ rm /tmp/tmp.xTr4ONNZeR /tmp/tmp.wBhguI2jtZ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RBJD97nwtm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wUP24A8DSl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RBJD97nwtm
++ cat /tmp/tmp.wUP24A8DSl
++ rm /tmp/tmp.RBJD97nwtm /tmp/tmp.wUP24A8DSl
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3JGRi5p2hJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.taqAehuUp0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3JGRi5p2hJ
++ cat /tmp/tmp.taqAehuUp0
++ rm /tmp/tmp.3JGRi5p2hJ /tmp/tmp.taqAehuUp0
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.YWHlnn6O8U
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.a7GYKtCKPM
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.YWHlnn6O8U
+++++ cat /tmp/tmp.a7GYKtCKPM
+++++ rm /tmp/tmp.YWHlnn6O8U /tmp/tmp.a7GYKtCKPM
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.lsnFz5rYQW
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.8JE9JCHVTq
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.lsnFz5rYQW
+++++ cat /tmp/tmp.8JE9JCHVTq
+++++ rm /tmp/tmp.lsnFz5rYQW /tmp/tmp.8JE9JCHVTq
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T7mqZU6vBl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ab59A9Gwe3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.T7mqZU6vBl
++ cat /tmp/tmp.Ab59A9Gwe3
++ rm /tmp/tmp.T7mqZU6vBl /tmp/tmp.Ab59A9Gwe3
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TqccrToanU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1N7w2zyJLt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TqccrToanU
++ cat /tmp/tmp.1N7w2zyJLt
++ rm /tmp/tmp.TqccrToanU /tmp/tmp.1N7w2zyJLt
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
+ desc 'change secret name'
+ set +o xtrace


-----------------------------------------------------------------------------------
change secret name
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.0dsiSc2f2h
++ mktemp
+ local LAST_ERR=/tmp/tmp.hclorXBK6H
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0dsiSc2f2h
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.hclorXBK6H
+ rm /tmp/tmp.0dsiSc2f2h /tmp/tmp.hclorXBK6H
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DEX4jNtc50
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8BTlO17BhE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DEX4jNtc50
++ cat /tmp/tmp.8BTlO17BhE
++ rm /tmp/tmp.DEX4jNtc50 /tmp/tmp.8BTlO17BhE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ua6CjKTWK8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.u1ioTlid9G
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ua6CjKTWK8
++ cat /tmp/tmp.u1ioTlid9G
++ rm /tmp/tmp.Ua6CjKTWK8 /tmp/tmp.u1ioTlid9G
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GdZ73dabH7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ubAVhvspRO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GdZ73dabH7
++ cat /tmp/tmp.ubAVhvspRO
++ rm /tmp/tmp.GdZ73dabH7 /tmp/tmp.ubAVhvspRO
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 2 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.E5DMAMVSO3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RfcjVmvmpP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.E5DMAMVSO3
++ cat /tmp/tmp.RfcjVmvmpP
++ rm /tmp/tmp.E5DMAMVSO3 /tmp/tmp.RfcjVmvmpP
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 3 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fIThmI3Xuz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.n0PH82QEoE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fIThmI3Xuz
++ cat /tmp/tmp.n0PH82QEoE
++ rm /tmp/tmp.fIThmI3Xuz /tmp/tmp.n0PH82QEoE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 4 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.h1qxlGbnna
+++ mktemp
++ local LAST_ERR=/tmp/tmp.J8Sy1t0O78
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.h1qxlGbnna
++ cat /tmp/tmp.J8Sy1t0O78
++ rm /tmp/tmp.h1qxlGbnna /tmp/tmp.J8Sy1t0O78
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 5 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.D9d8n7lcTF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ihQsvBroov
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.D9d8n7lcTF
++ cat /tmp/tmp.ihQsvBroov
++ rm /tmp/tmp.D9d8n7lcTF /tmp/tmp.ihQsvBroov
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 6 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RcczW44qin
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i7ecmzbCcE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RcczW44qin
++ cat /tmp/tmp.i7ecmzbCcE
++ rm /tmp/tmp.RcczW44qin /tmp/tmp.i7ecmzbCcE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 7 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XqKfoAalOy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H8PFRoCTO4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.XqKfoAalOy
++ cat /tmp/tmp.H8PFRoCTO4
++ rm /tmp/tmp.XqKfoAalOy /tmp/tmp.H8PFRoCTO4
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 8 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SCORrf2dsS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SiGKozwQZ9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SCORrf2dsS
++ cat /tmp/tmp.SiGKozwQZ9
++ rm /tmp/tmp.SCORrf2dsS /tmp/tmp.SiGKozwQZ9
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 9 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.auhobSmgiC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wsWYjht4Cn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.auhobSmgiC
++ cat /tmp/tmp.wsWYjht4Cn
++ rm /tmp/tmp.auhobSmgiC /tmp/tmp.wsWYjht4Cn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 10 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xI9Pd4R8CG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GJjJ4eWaBu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xI9Pd4R8CG
++ cat /tmp/tmp.GJjJ4eWaBu
++ rm /tmp/tmp.xI9Pd4R8CG /tmp/tmp.GJjJ4eWaBu
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 11 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sePHAUfitf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5yAfc2tzLn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.sePHAUfitf
++ cat /tmp/tmp.5yAfc2tzLn
++ rm /tmp/tmp.sePHAUfitf /tmp/tmp.5yAfc2tzLn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 12 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ahcUrVAQCx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GaxisE88Tv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ahcUrVAQCx
++ cat /tmp/tmp.GaxisE88Tv
++ rm /tmp/tmp.ahcUrVAQCx /tmp/tmp.GaxisE88Tv
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 13 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e8jbUSmOZp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DfzT4sRWUf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.e8jbUSmOZp
++ cat /tmp/tmp.DfzT4sRWUf
++ rm /tmp/tmp.e8jbUSmOZp /tmp/tmp.DfzT4sRWUf
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 14 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.F1LtZQJVsT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9M6tK1xqE8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.F1LtZQJVsT
++ cat /tmp/tmp.9M6tK1xqE8
++ rm /tmp/tmp.F1LtZQJVsT /tmp/tmp.9M6tK1xqE8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 15 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fQBDDGa3wG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hkRgwycBU1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fQBDDGa3wG
++ cat /tmp/tmp.hkRgwycBU1
++ rm /tmp/tmp.fQBDDGa3wG /tmp/tmp.hkRgwycBU1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 16 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OD4zvhfLcP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i6D4JEoQSS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OD4zvhfLcP
++ cat /tmp/tmp.i6D4JEoQSS
++ rm /tmp/tmp.OD4zvhfLcP /tmp/tmp.i6D4JEoQSS
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 17 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L2dTntK8gw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ht4pD3mUJc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.L2dTntK8gw
++ cat /tmp/tmp.Ht4pD3mUJc
++ rm /tmp/tmp.L2dTntK8gw /tmp/tmp.Ht4pD3mUJc
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 18 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.q6SuKUS6SN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZJ7UJ52Vd0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.q6SuKUS6SN
++ cat /tmp/tmp.ZJ7UJ52Vd0
++ rm /tmp/tmp.q6SuKUS6SN /tmp/tmp.ZJ7UJ52Vd0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 19 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aHN6RnbbVA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7jsbMvoNwk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aHN6RnbbVA
++ cat /tmp/tmp.7jsbMvoNwk
++ rm /tmp/tmp.aHN6RnbbVA /tmp/tmp.7jsbMvoNwk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 20 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Q8SWp47Ka3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.C3KPLBtw40
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Q8SWp47Ka3
++ cat /tmp/tmp.C3KPLBtw40
++ rm /tmp/tmp.Q8SWp47Ka3 /tmp/tmp.C3KPLBtw40
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 21 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SiWfxQedo9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NU17m5cSIJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SiWfxQedo9
++ cat /tmp/tmp.NU17m5cSIJ
++ rm /tmp/tmp.SiWfxQedo9 /tmp/tmp.NU17m5cSIJ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 22 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aWwi6NElWz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y0zF2GXp78
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aWwi6NElWz
++ cat /tmp/tmp.Y0zF2GXp78
++ rm /tmp/tmp.aWwi6NElWz /tmp/tmp.Y0zF2GXp78
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 23 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LdnOhRxHBc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6uOpokMCVG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.LdnOhRxHBc
++ cat /tmp/tmp.6uOpokMCVG
++ rm /tmp/tmp.LdnOhRxHBc /tmp/tmp.6uOpokMCVG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 24 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hreeBQWkvW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XVPP85dfH4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hreeBQWkvW
++ cat /tmp/tmp.XVPP85dfH4
++ rm /tmp/tmp.hreeBQWkvW /tmp/tmp.XVPP85dfH4
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Hika0hjWV7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vNB0riykUD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Hika0hjWV7
++ cat /tmp/tmp.vNB0riykUD
++ rm /tmp/tmp.Hika0hjWV7 /tmp/tmp.vNB0riykUD
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.AXann0GmBD
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.uCMNUsmw3U
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.AXann0GmBD
+++++ cat /tmp/tmp.uCMNUsmw3U
+++++ rm /tmp/tmp.AXann0GmBD /tmp/tmp.uCMNUsmw3U
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.c8qamrCTeO
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.8ivw9GnCAV
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.c8qamrCTeO
+++++ cat /tmp/tmp.8ivw9GnCAV
+++++ rm /tmp/tmp.c8qamrCTeO /tmp/tmp.8ivw9GnCAV
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EOXPDQigAq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.w8pEyM5HiQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EOXPDQigAq
++ cat /tmp/tmp.w8pEyM5HiQ
++ rm /tmp/tmp.EOXPDQigAq /tmp/tmp.w8pEyM5HiQ
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ desc 'test new operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new operator
-----------------------------------------------------------------------------------

+ newpass=test-password2
++ echo -n test-password2
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZDI=
+ patch_secret my-cluster-secrets-2 operator dGVzdC1wYXNzd29yZDI=
+ local secret=my-cluster-secrets-2
+ local key=operator
+ local value=dGVzdC1wYXNzd29yZDI=
+ kubectl_bin patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.FiYpzFkltH
++ mktemp
+ local LAST_ERR=/tmp/tmp.fGesDiESas
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FiYpzFkltH
secret/my-cluster-secrets-2 patched
+ cat /tmp/tmp.fGesDiESas
+ rm /tmp/tmp.FiYpzFkltH /tmp/tmp.fGesDiESas
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RVarkwivWP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fbu3XIlp5E
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RVarkwivWP
++ cat /tmp/tmp.fbu3XIlp5E
++ rm /tmp/tmp.RVarkwivWP /tmp/tmp.fbu3XIlp5E
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aRhTMYaubd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cXCYUSO1iO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aRhTMYaubd
++ cat /tmp/tmp.cXCYUSO1iO
++ rm /tmp/tmp.aRhTMYaubd /tmp/tmp.cXCYUSO1iO
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BFCfroy9l8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RZ4w3GkOwt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BFCfroy9l8
++ cat /tmp/tmp.RZ4w3GkOwt
++ rm /tmp/tmp.BFCfroy9l8 /tmp/tmp.RZ4w3GkOwt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 2 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hwDXzeRWlB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5FsuVWjp7v
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.hwDXzeRWlB
++ cat /tmp/tmp.5FsuVWjp7v
++ rm /tmp/tmp.hwDXzeRWlB /tmp/tmp.5FsuVWjp7v
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g7Clhm2g2m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5OqM1XMWSr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.g7Clhm2g2m
++ cat /tmp/tmp.5OqM1XMWSr
++ rm /tmp/tmp.g7Clhm2g2m /tmp/tmp.5OqM1XMWSr
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.0qDmOIB37E
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.4xj9UnikR5
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.0qDmOIB37E
+++++ cat /tmp/tmp.4xj9UnikR5
+++++ rm /tmp/tmp.0qDmOIB37E /tmp/tmp.4xj9UnikR5
+++++ return 0
++++ [[ false == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.f8qxL9nQ6S
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.brOuFxgiju
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.f8qxL9nQ6S
+++++ cat /tmp/tmp.brOuFxgiju
+++++ rm /tmp/tmp.f8qxL9nQ6S /tmp/tmp.brOuFxgiju
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.k3h3PVE2Vr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9xFV7Yej3U
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.k3h3PVE2Vr
++ cat /tmp/tmp.9xFV7Yej3U
++ rm /tmp/tmp.k3h3PVE2Vr /tmp/tmp.9xFV7Yej3U
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ sleep 20
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mgSx2JU93i
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Fs0AwjsLjO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mgSx2JU93i
++ cat /tmp/tmp.Fs0AwjsLjO
++ rm /tmp/tmp.mgSx2JU93i /tmp/tmp.Fs0AwjsLjO
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
++ getSecretData my-cluster-secrets-2 root
++ local secretName=my-cluster-secrets-2
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
+++ mktemp
++ base64 --decode
++ local LAST_OUT=/tmp/tmp.53vlAKu5Dg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7QG9ofaLVS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets-2 '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.53vlAKu5Dg
++ cat /tmp/tmp.7QG9ofaLVS
++ rm /tmp/tmp.53vlAKu5Dg /tmp/tmp.7QG9ofaLVS
++ return 0
+ newpass='HnMmvSFwH#{m$r+Emm'
+ desc 'test new users sync'
+ set +o xtrace


-----------------------------------------------------------------------------------
test new users sync
-----------------------------------------------------------------------------------

+ run_mysql 'CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''HnMmvSFwH#{m$r+Emm'\'';' '-h some-name-pxc -uroot -p'\''HnMmvSFwH#{m$r+Emm'\'''
+ local 'command=CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''HnMmvSFwH#{m$r+Emm'\'';'
+ local 'uri=-h some-name-pxc -uroot -p'\''HnMmvSFwH#{m$r+Emm'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lbsl6LflYc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fgCxeKmbmd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.lbsl6LflYc
++ cat /tmp/tmp.fgCxeKmbmd
++ rm /tmp/tmp.lbsl6LflYc /tmp/tmp.fgCxeKmbmd
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 80
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''HnMmvSFwH#{m$r+Emm'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''HnMmvSFwH#{m$r+Emm'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql ]]
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''HnMmvSFwH#{m$r+Emm'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -utestsync -p'\''HnMmvSFwH#{m$r+Emm'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3NVFqjDCrW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MBJgl9qa81
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3NVFqjDCrW
++ cat /tmp/tmp.MBJgl9qa81
++ rm /tmp/tmp.3NVFqjDCrW /tmp/tmp.MBJgl9qa81
++ return 0
+ client_pod=pxc-client-6bbff654db-gnt4t
+ wait_pod pxc-client-6bbff654db-gnt4t
+ local pod=pxc-client-6bbff654db-gnt4t
+ local max_retry=480
+ local ns=
++ echo pxc-client-6bbff654db-gnt4t
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-6bbff654db-gnt4t condition met
waiting for pod/pxc-client-6bbff654db-gnt4t to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.FONpkthS13/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.FONpkthS13/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql /tmp/tmp.FONpkthS13/select-4.sql
--- /mnt/jenkins/workspace/cloud-pxc-operator_PR-2318/e2e-tests/users-scheduler/compare/select-4-84.sql	2025-12-19 22:07:52.318615601 +0000
+++ /tmp/tmp.FONpkthS13/select-4.sql	2025-12-20 01:55:12.375372533 +0000
@@ -1,87 +1,2 @@
-ADMINISTRABLE_ROLE_AUTHORIZATIONS
-APPLICABLE_ROLES
-CHARACTER_SETS
-CHECK_CONSTRAINTS
-CLIENT_STATISTICS
-COLLATIONS
-COLLATION_CHARACTER_SET_APPLICABILITY
-COLUMNS
-COLUMNS_EXTENSIONS
-COLUMN_PRIVILEGES
-COLUMN_STATISTICS
-COMPRESSION_DICTIONARY
-COMPRESSION_DICTIONARY_TABLES
-ENABLED_ROLES
-ENGINES
-EVENTS
-FILES
-GLOBAL_TEMPORARY_TABLES
-INDEX_STATISTICS
-INNODB_BUFFER_PAGE
-INNODB_BUFFER_PAGE_LRU
-INNODB_BUFFER_POOL_STATS
-INNODB_CACHED_INDEXES
-INNODB_CMP
-INNODB_CMPMEM
-INNODB_CMPMEM_RESET
-INNODB_CMP_PER_INDEX
-INNODB_CMP_PER_INDEX_RESET
-INNODB_CMP_RESET
-INNODB_COLUMNS
-INNODB_DATAFILES
-INNODB_FIELDS
-INNODB_FOREIGN
-INNODB_FOREIGN_COLS
-INNODB_FT_BEING_DELETED
-INNODB_FT_CONFIG
-INNODB_FT_DEFAULT_STOPWORD
-INNODB_FT_DELETED
-INNODB_FT_INDEX_CACHE
-INNODB_FT_INDEX_TABLE
-INNODB_INDEXES
-INNODB_METRICS
-INNODB_SESSION_TEMP_TABLESPACES
-INNODB_TABLES
-INNODB_TABLESPACES
-INNODB_TABLESPACES_BRIEF
-INNODB_TABLESTATS
-INNODB_TEMP_TABLE_INFO
-INNODB_TRX
-INNODB_VIRTUAL
-KEYWORDS
-KEY_COLUMN_USAGE
-OPTIMIZER_TRACE
-PARAMETERS
-PARTITIONS
-PLUGINS
-PROCESSLIST
-PROFILING
-REFERENTIAL_CONSTRAINTS
-RESOURCE_GROUPS
-ROLE_COLUMN_GRANTS
-ROLE_ROUTINE_GRANTS
-ROLE_TABLE_GRANTS
-ROUTINES
-SCHEMATA
-SCHEMATA_EXTENSIONS
-SCHEMA_PRIVILEGES
-STATISTICS
-ST_GEOMETRY_COLUMNS
-ST_SPATIAL_REFERENCE_SYSTEMS
-ST_UNITS_OF_MEASURE
-TABLES
-TABLESPACES_EXTENSIONS
-TABLES_EXTENSIONS
-TABLE_CONSTRAINTS
-TABLE_CONSTRAINTS_EXTENSIONS
-TABLE_PRIVILEGES
-TABLE_STATISTICS
-TEMPORARY_TABLES
-THREAD_STATISTICS
-TRIGGERS
-USER_ATTRIBUTES
-USER_PRIVILEGES
-USER_STATISTICS
-VIEWS
-VIEW_ROUTINE_USAGE
-VIEW_TABLE_USAGE
+ERROR 1045 (28000): ProxySQL Error: Access denied for user 'testsync'@'10.173.0.73' (using password: YES)
+command terminated with exit code 1