Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/logs/users-5-7.log
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
+ create_infra users-30202
+ local ns=users-30202
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n users-13394 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.5hY4J0X2gL
++ mktemp
+ local LAST_ERR=/tmp/tmp.jYEX9WlCGA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5hY4J0X2gL
perconaxtradbcluster.pxc.percona.com "some-name" deleted from users-13394 namespace
+ cat /tmp/tmp.jYEX9WlCGA
+ rm /tmp/tmp.5hY4J0X2gL /tmp/tmp.jYEX9WlCGA
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.dMBFZPsZHx
++ mktemp
+ local LAST_ERR=/tmp/tmp.QPHrG6oXTP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dMBFZPsZHx
No resources found
+ cat /tmp/tmp.QPHrG6oXTP
+ rm /tmp/tmp.dMBFZPsZHx /tmp/tmp.QPHrG6oXTP
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.8yyfJ8FbKR
++ mktemp
+ local LAST_ERR=/tmp/tmp.kNZyzitZ8x
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8yyfJ8FbKR
No resources found
+ cat /tmp/tmp.kNZyzitZ8x
+ rm /tmp/tmp.8yyfJ8FbKR /tmp/tmp.kNZyzitZ8x
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ xargs kubectl delete ns
+ kubectl_bin delete namespace pxc-operator
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.gdX08n7Maw
+ local LAST_OUT=/tmp/tmp.DDfFuKB7hV
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.04Bn5CbTso
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.UDJ08U16u5
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ for i in '$(seq 0 2)'
+ kubectl get ns
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gdX08n7Maw
+ cat /tmp/tmp.04Bn5CbTso
+ rm /tmp/tmp.gdX08n7Maw /tmp/tmp.04Bn5CbTso
+ return 0
namespace "users-13394" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.DDfFuKB7hV
namespace "pxc-operator" deleted
+ cat /tmp/tmp.UDJ08U16u5
+ rm /tmp/tmp.DDfFuKB7hV /tmp/tmp.UDJ08U16u5
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.a9C7U5jibB
++ mktemp
+ local LAST_ERR=/tmp/tmp.L4oCPgMiTC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.a9C7U5jibB
namespace/pxc-operator created
+ cat /tmp/tmp.L4oCPgMiTC
+ rm /tmp/tmp.a9C7U5jibB /tmp/tmp.L4oCPgMiTC
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wVdS00IUGB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7VwdJNyRmr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.wVdS00IUGB
++ cat /tmp/tmp.7VwdJNyRmr
++ rm /tmp/tmp.wVdS00IUGB /tmp/tmp.7VwdJNyRmr
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2431-1e1f76de-1-cluster1 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.kAVZxQFXm6
++ mktemp
+ local LAST_ERR=/tmp/tmp.tqx0YeSqJK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2431-1e1f76de-1-cluster1 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kAVZxQFXm6
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2431-1e1f76de-1-cluster1" modified.
+ cat /tmp/tmp.tqx0YeSqJK
+ rm /tmp/tmp.kAVZxQFXm6 /tmp/tmp.tqx0YeSqJK
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.f7Cd7niulT
++ mktemp
+ local LAST_ERR=/tmp/tmp.VtRwgowbAo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.f7Cd7niulT
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.VtRwgowbAo
+ rm /tmp/tmp.f7Cd7niulT /tmp/tmp.VtRwgowbAo
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.m1NTbccyjy
++ mktemp
+ local LAST_ERR=/tmp/tmp.u14mxgVuQ2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.m1NTbccyjy
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.u14mxgVuQ2
+ rm /tmp/tmp.m1NTbccyjy /tmp/tmp.u14mxgVuQ2
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2431-1e1f76de^'
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.kUOwM0sbUq
++ mktemp
+ local LAST_ERR=/tmp/tmp.n3yIxqDwrq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kUOwM0sbUq
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.n3yIxqDwrq
+ rm /tmp/tmp.kUOwM0sbUq /tmp/tmp.n3yIxqDwrq
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.b6r4Q3aEqr
++ mktemp
+ local LAST_ERR=/tmp/tmp.EhijKy8jh4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.b6r4Q3aEqr
pod/percona-xtradb-cluster-operator-6894467547-576g7 condition met
+ cat /tmp/tmp.EhijKy8jh4
+ rm /tmp/tmp.b6r4Q3aEqr /tmp/tmp.EhijKy8jh4
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ head -1
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.47kG0bY3Q7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UdWNUAUy35
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.47kG0bY3Q7
++ cat /tmp/tmp.UdWNUAUy35
++ rm /tmp/tmp.47kG0bY3Q7 /tmp/tmp.UdWNUAUy35
++ return 0
+ wait_pod percona-xtradb-cluster-operator-6894467547-576g7 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-6894467547-576g7
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-6894467547-576g7
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-6894467547-576g7 condition met
waiting for pod/percona-xtradb-cluster-operator-6894467547-576g7 to become Ready.Ok
+ sleep 3
+ create_namespace users-30202
+ local namespace=users-30202
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-30202'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-30202
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-30202
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.H2jI9Rcunb
+ local LAST_OUT=/tmp/tmp.LsCLBnQXQU
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.YmXnp1xf0j
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.680fgjX0Ed
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-30202
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-30202
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LsCLBnQXQU
+ cat /tmp/tmp.680fgjX0Ed
+ rm /tmp/tmp.LsCLBnQXQU /tmp/tmp.680fgjX0Ed
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-30202
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.H2jI9Rcunb
+ cat /tmp/tmp.YmXnp1xf0j
Error from server (NotFound): namespaces "users-30202" not found
+ rm /tmp/tmp.H2jI9Rcunb /tmp/tmp.YmXnp1xf0j
+ return 1
+ :
+ wait_for_delete namespace/users-30202
+ local res=namespace/users-30202
+ echo -n 'waiting for namespace/users-30202 to be deleted'
waiting for namespace/users-30202 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "users-30202" not found
+ desc 'create namespace users-30202'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-30202
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-30202
++ mktemp
+ local LAST_OUT=/tmp/tmp.RSep52y0LR
++ mktemp
+ local LAST_ERR=/tmp/tmp.q83u0kO7Rp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-30202
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RSep52y0LR
namespace/users-30202 created
+ cat /tmp/tmp.q83u0kO7Rp
+ rm /tmp/tmp.RSep52y0LR /tmp/tmp.q83u0kO7Rp
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Uy0iLRJtdV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NGduPLISWC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Uy0iLRJtdV
++ cat /tmp/tmp.NGduPLISWC
++ rm /tmp/tmp.Uy0iLRJtdV /tmp/tmp.NGduPLISWC
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2431-1e1f76de-1-cluster1 --namespace=users-30202
++ mktemp
+ local LAST_OUT=/tmp/tmp.oH5cYNRXLU
++ mktemp
+ local LAST_ERR=/tmp/tmp.sDxE6pDPCt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2431-1e1f76de-1-cluster1 --namespace=users-30202
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oH5cYNRXLU
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2431-1e1f76de-1-cluster1" modified.
+ cat /tmp/tmp.sDxE6pDPCt
+ rm /tmp/tmp.oH5cYNRXLU /tmp/tmp.sDxE6pDPCt
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.mAWnWNWNEl
++ mktemp
+ local LAST_ERR=/tmp/tmp.EYiNaZJ8sC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mAWnWNWNEl
secret/minio-secret created
secret/aws-s3-secret created
secret/do-spaces-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.EYiNaZJ8sC
+ rm /tmp/tmp.mAWnWNWNEl /tmp/tmp.EYiNaZJ8sC
+ return 0
+ desc 'create PXC cluster with 1-password secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC cluster with 1-password secret
-----------------------------------------------------------------------------------

+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/some-name.yml '' '' /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/secrets_one_pass.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/secrets_one_pass.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/secrets_one_pass.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.9nPREgc15R
++ mktemp
+ local LAST_ERR=/tmp/tmp.vCqH0B57LW
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/secrets_one_pass.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9nPREgc15R
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.vCqH0B57LW
+ rm /tmp/tmp.9nPREgc15R /tmp/tmp.vCqH0B57LW
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/client.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/client.yml
+ local pvc_name=
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ local LAST_OUT=/tmp/tmp.BV4iUXOQuB
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ local LAST_ERR=/tmp/tmp.WCzTypIqFx
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2431-1e1f76de#'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-30202~
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BV4iUXOQuB
deployment.apps/pxc-client created
+ cat /tmp/tmp.WCzTypIqFx
+ rm /tmp/tmp.BV4iUXOQuB /tmp/tmp.WCzTypIqFx
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]]
+ [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/some-name.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/some-name.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/some-name.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/some-name.yml
+ local pvc_name=
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/conf/some-name.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2431-1e1f76de#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-30202~
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ local LAST_OUT=/tmp/tmp.46PVk7nLXr
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
++ mktemp
+ local LAST_ERR=/tmp/tmp.eeSfkoYR3J
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.46PVk7nLXr
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.eeSfkoYR3J
+ rm /tmp/tmp.46PVk7nLXr /tmp/tmp.eeSfkoYR3J
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tGDMwNZ4iP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2gFR8KQEWv
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.tGDMwNZ4iP
+++ cat /tmp/tmp.2gFR8KQEWv
+++ rm /tmp/tmp.tGDMwNZ4iP /tmp/tmp.2gFR8KQEWv
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.8sdUrLKYjy
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Dh8URtErAT
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.8sdUrLKYjy
+++ cat /tmp/tmp.Dh8URtErAT
+++ rm /tmp/tmp.8sdUrLKYjy /tmp/tmp.Dh8URtErAT
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-30202
++ mktemp
+ local LAST_OUT=/tmp/tmp.vR2I0Ygfll
++ mktemp
+ local LAST_ERR=/tmp/tmp.qsoFOmmjMf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-30202
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-30202
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-30202
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.vR2I0Ygfll
+ cat /tmp/tmp.qsoFOmmjMf
error: no matching resources found
+ rm /tmp/tmp.vR2I0Ygfll /tmp/tmp.qsoFOmmjMf
+ return 1
+ true
+ wait_for_running some-name-proxysql 1
+ local name=some-name-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-0 condition met
waiting for pod/some-name-proxysql-0 to become Ready.Ok
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-0 condition met
waiting for pod/some-name-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-1 condition met
waiting for pod/some-name-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-2 condition met
waiting for pod/some-name-pxc-2 to become Ready.Ok
+ sleep 10
++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SilDaDwDkz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.efK5333okm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SilDaDwDkz
++ cat /tmp/tmp.efK5333okm
++ rm /tmp/tmp.SilDaDwDkz /tmp/tmp.efK5333okm
++ return 0
+ local 'root_pass=[xi,>,JA*3k@2urH]W'
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
++ is_keyring_plugin_in_use some-name
++ local cluster=some-name
++ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
++ kubectl exec some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ grep -E -o 'early-plugin-load=keyring_\w+.so'
++ return 1
+ [[ -n '' ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3T3hrpKI23
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sLoH1M0MoG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3T3hrpKI23
++ cat /tmp/tmp.sLoH1M0MoG
++ rm /tmp/tmp.3T3hrpKI23 /tmp/tmp.sLoH1M0MoG
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-proxysql -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n8ILK8GUSb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xS0ndC0sUA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.n8ILK8GUSb
++ cat /tmp/tmp.xS0ndC0sUA
++ rm /tmp/tmp.n8ILK8GUSb /tmp/tmp.xS0ndC0sUA
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.P9kIPkyZxi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dxK0UhjCys
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.P9kIPkyZxi
++ cat /tmp/tmp.dxK0UhjCys
++ rm /tmp/tmp.P9kIPkyZxi /tmp/tmp.dxK0UhjCys
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1.sql /tmp/tmp.LhhU1zI8K9/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZDNcSlEawf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3Pdg6BukLg
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ZDNcSlEawf
++ cat /tmp/tmp.3Pdg6BukLg
++ rm /tmp/tmp.ZDNcSlEawf /tmp/tmp.3Pdg6BukLg
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1.sql /tmp/tmp.LhhU1zI8K9/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1-57.sql ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''[xi,>,JA*3k@2urH]W'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Pe0lVHteaY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KZRJ6zpLXv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Pe0lVHteaY
++ cat /tmp/tmp.KZRJ6zpLXv
++ rm /tmp/tmp.Pe0lVHteaY /tmp/tmp.KZRJ6zpLXv
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-1.sql /tmp/tmp.LhhU1zI8K9/select-1.sql
+ is_keyring_plugin_in_use some-name
+ local cluster=some-name
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ kubectl exec some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+ grep -E -o 'early-plugin-load=keyring_\w+.so'
+ return 1
++ kubectl exec -it some-name-proxysql-0 -- sh -c 'proxysql --version 2>/dev/null'
++ awk '{print $3}'
++ cut -d. -f1
Unable to use a TTY - input is not a terminal or the right kind of file
+ PROXYSQL_VER=2
+ tables_cmp_file=select-2-proxysql3
+ [[ 2 == 2 ]]
+ tables_cmp_file=select-2
+ desc 'test missing passwords were created and present in internal secrets'
+ set +o xtrace


-----------------------------------------------------------------------------------
test missing passwords were created and present in internal secrets
-----------------------------------------------------------------------------------

+ empty_pwds=()
+ wrong_pwds=()
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking root'
Checking root
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Z9kr2C2gqI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5zTFt8jwpE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Z9kr2C2gqI
++ cat /tmp/tmp.5zTFt8jwpE
++ rm /tmp/tmp.Z9kr2C2gqI /tmp/tmp.5zTFt8jwpE
++ return 0
+ secret_pass='[xi,>,JA*3k@2urH]W'
++ getSecretData internal-some-name root
++ local secretName=internal-some-name
++ local dataKey=root
++ kubectl_bin get secrets/internal-some-name '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aavSGQ1cUC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bQh5TE2PdW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aavSGQ1cUC
++ cat /tmp/tmp.bQh5TE2PdW
++ rm /tmp/tmp.aavSGQ1cUC /tmp/tmp.bQh5TE2PdW
++ return 0
+ int_secret_pass='[xi,>,JA*3k@2urH]W'
+ [[ -z [xi,>,JA*3k@2urH]W ]]
+ [[ [xi,>,JA*3k@2urH]W != \[\x\i\,\>\,\J\A\*\3\k\@\2\u\r\H\]\W ]]
+ [[ root != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ root ]]
+ [[ '' =~ root ]]
+ echo 'Running compare for root'
Running compare for root
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''[xi,>,JA*3k@2urH]W'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''[xi,>,JA*3k@2urH]W'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4-57.sql ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''[xi,>,JA*3k@2urH]W'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''[xi,>,JA*3k@2urH]W'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5PNVhhXcoW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Xg4AsPM410
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5PNVhhXcoW
++ cat /tmp/tmp.Xg4AsPM410
++ rm /tmp/tmp.5PNVhhXcoW /tmp/tmp.Xg4AsPM410
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql /tmp/tmp.LhhU1zI8K9/select-4.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking xtrabackup'
Checking xtrabackup
++ getSecretData my-cluster-secrets xtrabackup
++ local secretName=my-cluster-secrets
++ local dataKey=xtrabackup
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.xtrabackup}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.18Hd3KajSx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YcC32IAz2f
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.xtrabackup}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.18Hd3KajSx
++ cat /tmp/tmp.YcC32IAz2f
++ rm /tmp/tmp.18Hd3KajSx /tmp/tmp.YcC32IAz2f
++ return 0
+ secret_pass='(^o%aeBj#KJoiJL0jMe'
++ getSecretData internal-some-name xtrabackup
++ local secretName=internal-some-name
++ local dataKey=xtrabackup
++ kubectl_bin get secrets/internal-some-name '--template={{.data.xtrabackup}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U0GXCwYykU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rzPknKbf8O
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.xtrabackup}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.U0GXCwYykU
++ cat /tmp/tmp.rzPknKbf8O
++ rm /tmp/tmp.U0GXCwYykU /tmp/tmp.rzPknKbf8O
++ return 0
+ int_secret_pass='(^o%aeBj#KJoiJL0jMe'
+ [[ -z (^o%aeBj#KJoiJL0jMe ]]
+ [[ (^o%aeBj#KJoiJL0jMe != \(\^\o\%\a\e\B\j\#\K\J\o\i\J\L\0\j\M\e ]]
+ [[ xtrabackup != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ xtrabackup ]]
+ [[ '' =~ xtrabackup ]]
+ echo 'Running compare for xtrabackup'
Running compare for xtrabackup
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uxtrabackup -p'\''(^o%aeBj#KJoiJL0jMe'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uxtrabackup -p'\''(^o%aeBj#KJoiJL0jMe'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4-57.sql ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uxtrabackup -p'\''(^o%aeBj#KJoiJL0jMe'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uxtrabackup -p'\''(^o%aeBj#KJoiJL0jMe'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.svaz1wkx2O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qInaa93Pp6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.svaz1wkx2O
++ cat /tmp/tmp.qInaa93Pp6
++ rm /tmp/tmp.svaz1wkx2O /tmp/tmp.qInaa93Pp6
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql /tmp/tmp.LhhU1zI8K9/select-4.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking monitor'
Checking monitor
++ getSecretData my-cluster-secrets monitor
++ local secretName=my-cluster-secrets
++ local dataKey=monitor
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.monitor}}'
+++ mktemp
++ base64 --decode
++ local LAST_OUT=/tmp/tmp.aMWzAKpHYG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.J5bM8u9RRK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.monitor}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.aMWzAKpHYG
++ cat /tmp/tmp.J5bM8u9RRK
++ rm /tmp/tmp.aMWzAKpHYG /tmp/tmp.J5bM8u9RRK
++ return 0
+ secret_pass=monitor_password
++ getSecretData internal-some-name monitor
++ local secretName=internal-some-name
++ local dataKey=monitor
++ kubectl_bin get secrets/internal-some-name '--template={{.data.monitor}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UtjhOE4pDe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oeIs3JkAlZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.monitor}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UtjhOE4pDe
++ cat /tmp/tmp.oeIs3JkAlZ
++ rm /tmp/tmp.UtjhOE4pDe /tmp/tmp.oeIs3JkAlZ
++ return 0
+ int_secret_pass=monitor_password
+ [[ -z monitor_password ]]
+ [[ monitor_password != \m\o\n\i\t\o\r\_\p\a\s\s\w\o\r\d ]]
+ [[ monitor != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ monitor ]]
+ [[ '' =~ monitor ]]
+ echo 'Running compare for monitor'
Running compare for monitor
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''monitor_password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''monitor_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4-57.sql ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''monitor_password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -umonitor -p'\''monitor_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e0uuNhxxyq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Jxkg78QAes
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.e0uuNhxxyq
++ cat /tmp/tmp.Jxkg78QAes
++ rm /tmp/tmp.e0uuNhxxyq /tmp/tmp.Jxkg78QAes
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql /tmp/tmp.LhhU1zI8K9/select-4.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking proxyadmin'
Checking proxyadmin
++ getSecretData my-cluster-secrets proxyadmin
++ local secretName=my-cluster-secrets
++ local dataKey=proxyadmin
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.proxyadmin}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.INAcBE4eKo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eIKlbG8RGI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.proxyadmin}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.INAcBE4eKo
++ cat /tmp/tmp.eIKlbG8RGI
++ rm /tmp/tmp.INAcBE4eKo /tmp/tmp.eIKlbG8RGI
++ return 0
+ secret_pass='3V[KAmK>-#ew)$c-S'
++ getSecretData internal-some-name proxyadmin
++ local secretName=internal-some-name
++ local dataKey=proxyadmin
++ kubectl_bin get secrets/internal-some-name '--template={{.data.proxyadmin}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BIqK6xgrEB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7A1YRg0oWB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.proxyadmin}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BIqK6xgrEB
++ cat /tmp/tmp.7A1YRg0oWB
++ rm /tmp/tmp.BIqK6xgrEB /tmp/tmp.7A1YRg0oWB
++ return 0
+ int_secret_pass='3V[KAmK>-#ew)$c-S'
+ [[ -z 3V[KAmK>-#ew)$c-S ]]
+ [[ 3V[KAmK>-#ew)$c-S != \3\V\[\K\A\m\K\>\-\#\e\w\)\$\c\-\S ]]
+ [[ proxyadmin != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ proxyadmin == \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ proxyadmin ]]
+ [[ '' =~ proxyadmin ]]
+ echo 'Running compare for proxyadmin'
Running compare for proxyadmin
+ compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''3V[KAmK>-#ew)$c-S'\''' some-name-proxysql-0 '' proxysql
+ local command_id=select-2
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''3V[KAmK>-#ew)$c-S'\'''
+ local pod=some-name-proxysql-0
+ local postfix=
+ local container_name=proxysql
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-2.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''3V[KAmK>-#ew)$c-S'\''' some-name-proxysql-0 proxysql
+ local 'command=SHOW TABLES;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''3V[KAmK>-#ew)$c-S'\'''
+ local pod=some-name-proxysql-0
+ local container_name=proxysql
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.LhhU1zI8K9/select-2.sql ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-2.sql /tmp/tmp.LhhU1zI8K9/select-2.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking operator'
Checking operator
++ getSecretData my-cluster-secrets operator
++ local secretName=my-cluster-secrets
++ local dataKey=operator
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.operator}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2sec0StBPj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vdVCOIlpr1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.operator}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2sec0StBPj
++ cat /tmp/tmp.vdVCOIlpr1
++ rm /tmp/tmp.2sec0StBPj /tmp/tmp.vdVCOIlpr1
++ return 0
+ secret_pass='2IP?{x.ML%j+FCX^'
++ getSecretData internal-some-name operator
++ local secretName=internal-some-name
++ local dataKey=operator
++ kubectl_bin get secrets/internal-some-name '--template={{.data.operator}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KrDuVB6f8F
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RySY56v3RZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.operator}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KrDuVB6f8F
++ cat /tmp/tmp.RySY56v3RZ
++ rm /tmp/tmp.KrDuVB6f8F /tmp/tmp.RySY56v3RZ
++ return 0
+ int_secret_pass='2IP?{x.ML%j+FCX^'
+ [[ -z 2IP?{x.ML%j+FCX^ ]]
+ [[ 2IP?{x.ML%j+FCX^ != \2\I\P\?\{\x\.\M\L\%\j\+\F\C\X\^ ]]
+ [[ operator != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ operator ]]
+ [[ '' =~ operator ]]
+ echo 'Running compare for operator'
Running compare for operator
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''2IP?{x.ML%j+FCX^'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''2IP?{x.ML%j+FCX^'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4-57.sql ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''2IP?{x.ML%j+FCX^'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uoperator -p'\''2IP?{x.ML%j+FCX^'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.79fNxxoFCC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Qa6NGgoerF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.79fNxxoFCC
++ cat /tmp/tmp.Qa6NGgoerF
++ rm /tmp/tmp.79fNxxoFCC /tmp/tmp.Qa6NGgoerF
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql /tmp/tmp.LhhU1zI8K9/select-4.sql
+ for user in root xtrabackup monitor proxyadmin operator replication
+ echo 'Checking replication'
Checking replication
++ getSecretData my-cluster-secrets replication
++ local secretName=my-cluster-secrets
++ local dataKey=replication
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.replication}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VjEWydVySC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QzNHq5Ier2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.replication}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.VjEWydVySC
++ cat /tmp/tmp.QzNHq5Ier2
++ rm /tmp/tmp.VjEWydVySC /tmp/tmp.QzNHq5Ier2
++ return 0
+ secret_pass='fH5-kdsGK?=}_>q@p'
++ getSecretData internal-some-name replication
++ local secretName=internal-some-name
++ local dataKey=replication
++ kubectl_bin get secrets/internal-some-name '--template={{.data.replication}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2lwzn1493l
+++ mktemp
++ local LAST_ERR=/tmp/tmp.64IqV9UwN2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/internal-some-name '--template={{.data.replication}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2lwzn1493l
++ cat /tmp/tmp.64IqV9UwN2
++ rm /tmp/tmp.2lwzn1493l /tmp/tmp.64IqV9UwN2
++ return 0
+ int_secret_pass='fH5-kdsGK?=}_>q@p'
+ [[ -z fH5-kdsGK?=}_>q@p ]]
+ [[ fH5-kdsGK?=}_>q@p != \f\H\5\-\k\d\s\G\K\?\=\}\_\>\q\@\p ]]
+ [[ replication != \p\r\o\x\y\a\d\m\i\n ]]
+ [[ '' =~ replication ]]
+ [[ '' =~ replication ]]
+ echo 'Running compare for replication'
Running compare for replication
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -ureplication -p'\''fH5-kdsGK?=}_>q@p'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -ureplication -p'\''fH5-kdsGK?=}_>q@p'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4-57.sql ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -ureplication -p'\''fH5-kdsGK?=}_>q@p'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -ureplication -p'\''fH5-kdsGK?=}_>q@p'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QjUM0plXCs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.b4bBRBgoAQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QjUM0plXCs
++ cat /tmp/tmp.b4bBRBgoAQ
++ rm /tmp/tmp.QjUM0plXCs /tmp/tmp.b4bBRBgoAQ
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql /tmp/tmp.LhhU1zI8K9/select-4.sql
+ [[ -n '' ]]
+ [[ -n '' ]]
+ desc 'test root'
+ set +o xtrace


-----------------------------------------------------------------------------------
test root
-----------------------------------------------------------------------------------

+ patch_secret my-cluster-secrets root dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=root
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.iTN1Z9L4Kx
++ mktemp
+ local LAST_ERR=/tmp/tmp.CKRc4IincV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iTN1Z9L4Kx
secret/my-cluster-secrets patched
+ cat /tmp/tmp.CKRc4IincV
+ rm /tmp/tmp.iTN1Z9L4Kx /tmp/tmp.CKRc4IincV
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.10wukkx4vU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6s7Gf1sYjG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.10wukkx4vU
++ cat /tmp/tmp.6s7Gf1sYjG
++ rm /tmp/tmp.10wukkx4vU /tmp/tmp.6s7Gf1sYjG
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yzAfk5ZihG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gEBxKL43Vf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.yzAfk5ZihG
++ cat /tmp/tmp.gEBxKL43Vf
++ rm /tmp/tmp.yzAfk5ZihG /tmp/tmp.gEBxKL43Vf
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.3cSMNkldtH
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.3hebN91oKq
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.3cSMNkldtH
+++++ cat /tmp/tmp.3hebN91oKq
+++++ rm /tmp/tmp.3cSMNkldtH /tmp/tmp.3hebN91oKq
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.SP7TIcVmXf
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.G8JM4dk3j1
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.SP7TIcVmXf
+++++ cat /tmp/tmp.G8JM4dk3j1
+++++ rm /tmp/tmp.SP7TIcVmXf /tmp/tmp.G8JM4dk3j1
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Q5ISg06wu3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7Pa6lHiWue
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Q5ISg06wu3
++ cat /tmp/tmp.7Pa6lHiWue
++ rm /tmp/tmp.Q5ISg06wu3 /tmp/tmp.7Pa6lHiWue
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ sleep 15
+ compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local command_id=select-4
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4-57.sql ]]
+ run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\'''
+ local 'command=SHOW TABLES;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EVeWQ7YDGc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kqjIio5q79
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.EVeWQ7YDGc
++ cat /tmp/tmp.kqjIio5q79
++ rm /tmp/tmp.EVeWQ7YDGc /tmp/tmp.kqjIio5q79
++ return 0
+ client_pod=pxc-client-97cb9c68b-zrhbw
+ wait_pod pxc-client-97cb9c68b-zrhbw
+ local pod=pxc-client-97cb9c68b-zrhbw
+ local max_retry=480
+ local ns=
++ echo pxc-client-97cb9c68b-zrhbw
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-97cb9c68b-zrhbw condition met
waiting for pod/pxc-client-97cb9c68b-zrhbw to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.LhhU1zI8K9/select-4.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.LhhU1zI8K9/select-4.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/compare/select-4.sql /tmp/tmp.LhhU1zI8K9/select-4.sql
+ desc 'test proxyadmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
test proxyadmin
-----------------------------------------------------------------------------------

+ kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ur9HRfnjMC
++ mktemp
+ local LAST_ERR=/tmp/tmp.xXY1YlgDFW
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ur9HRfnjMC
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.xXY1YlgDFW
+ rm /tmp/tmp.Ur9HRfnjMC /tmp/tmp.xXY1YlgDFW
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MwPlvcLanz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5qVK6Fqu6i
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MwPlvcLanz
++ cat /tmp/tmp.5qVK6Fqu6i
++ rm /tmp/tmp.MwPlvcLanz /tmp/tmp.5qVK6Fqu6i
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oUTNIwpR80
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ouK4O0Matv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oUTNIwpR80
++ cat /tmp/tmp.ouK4O0Matv
++ rm /tmp/tmp.oUTNIwpR80 /tmp/tmp.ouK4O0Matv
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.km8OAkXTiO
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.zldZa7Dynj
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.km8OAkXTiO
+++++ cat /tmp/tmp.zldZa7Dynj
+++++ rm /tmp/tmp.km8OAkXTiO /tmp/tmp.zldZa7Dynj
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.BYW48IsdJ2
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.tOZXzKXl04
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.BYW48IsdJ2
+++++ cat /tmp/tmp.tOZXzKXl04
+++++ rm /tmp/tmp.BYW48IsdJ2 /tmp/tmp.tOZXzKXl04
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0Jpnmfqweu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3xyZhLum3v
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0Jpnmfqweu
++ cat /tmp/tmp.3xyZhLum3v
++ rm /tmp/tmp.0Jpnmfqweu /tmp/tmp.3xyZhLum3v
++ return 0
+ [[ 3 == \3 ]]
+ echo

+ patch_secret my-cluster-secrets proxyadmin dGVzdC1wYXNzd29yZA==
+ local secret=my-cluster-secrets
+ local key=proxyadmin
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl_bin patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.mYCSZSN58P
++ mktemp
+ local LAST_ERR=/tmp/tmp.XQ49gGu3JP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mYCSZSN58P
secret/my-cluster-secrets patched
+ cat /tmp/tmp.XQ49gGu3JP
+ rm /tmp/tmp.mYCSZSN58P /tmp/tmp.XQ49gGu3JP
+ return 0
+ sleep 15
+ wait_cluster_consistency some-name 3 3
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=3
+ '[' -z 3 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iififRvU8N
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cENJ3CXlFT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iififRvU8N
++ cat /tmp/tmp.cENJ3CXlFT
++ rm /tmp/tmp.iififRvU8N /tmp/tmp.cENJ3CXlFT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kUdHziC9A7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wUbBKpiu9H
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kUdHziC9A7
++ cat /tmp/tmp.wUbBKpiu9H
++ rm /tmp/tmp.kUdHziC9A7 /tmp/tmp.wUbBKpiu9H
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
/mnt/jenkins/workspace/cloud-pxc-operator_PR-2431/e2e-tests/users/../functions: line 152: 28989 Terminated              sleep 5