Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/logs/users-5-7.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + create_infra users-31259 + local ns=users-31259 + '[' -n pxc-operator ']' + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + [[ -z users-12788 ]] + [[ -z some-name ]] + kubectl_bin patch pxc -n users-12788 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.5tAEsbYcAD ++ mktemp + local LAST_ERR=/tmp/tmp.LySHYNF4hd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc -n users-12788 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5tAEsbYcAD perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.LySHYNF4hd + rm /tmp/tmp.5tAEsbYcAD /tmp/tmp.LySHYNF4hd + return 0 + read -r pns name + read -r pns name + kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found perconaxtradbcluster.pxc.percona.com "some-name" deleted from users-12788 namespace + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found No resources found + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_OUT=/tmp/tmp.xIlChWmKx5 ++ mktemp + local LAST_ERR=/tmp/tmp.lfIy6ODFno + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.yJQPyaatRa ++ mktemp + local LAST_ERR=/tmp/tmp.7l7rSgUXFw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yJQPyaatRa + cat /tmp/tmp.7l7rSgUXFw + rm /tmp/tmp.yJQPyaatRa /tmp/tmp.7l7rSgUXFw + return 0 namespace "users-12788" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xIlChWmKx5 namespace "pxc-operator" deleted + cat /tmp/tmp.lfIy6ODFno + rm /tmp/tmp.xIlChWmKx5 /tmp/tmp.lfIy6ODFno + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.7dTcu7p0BM ++ mktemp + local LAST_ERR=/tmp/tmp.CibgumOy0b + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7dTcu7p0BM namespace/pxc-operator created + cat /tmp/tmp.CibgumOy0b + rm /tmp/tmp.7dTcu7p0BM /tmp/tmp.CibgumOy0b + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.1bwaJHIWDi +++ mktemp ++ local LAST_ERR=/tmp/tmp.IMuoc7Wsui ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1bwaJHIWDi ++ cat /tmp/tmp.IMuoc7Wsui ++ rm /tmp/tmp.1bwaJHIWDi /tmp/tmp.IMuoc7Wsui ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster6 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.VTho0vaZwR ++ mktemp + local LAST_ERR=/tmp/tmp.0h0XJax33q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster6 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VTho0vaZwR Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster6" modified. + cat /tmp/tmp.0h0XJax33q + rm /tmp/tmp.VTho0vaZwR /tmp/tmp.0h0XJax33q + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.qlzH9xGEfJ ++ mktemp + local LAST_ERR=/tmp/tmp.LDI5NEnfaN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qlzH9xGEfJ customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.LDI5NEnfaN + rm /tmp/tmp.qlzH9xGEfJ /tmp/tmp.LDI5NEnfaN + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.0uS0yf7KT0 ++ mktemp + local LAST_ERR=/tmp/tmp.SN5IBvweM1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0uS0yf7KT0 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met + cat /tmp/tmp.SN5IBvweM1 E0611 05:08:13.511114 19774 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusters.pxc.percona.com&resourceVersion=1781154491567368000&timeoutSeconds=300&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.0uS0yf7KT0 /tmp/tmp.SN5IBvweM1 + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.bkmeCip8Pf ++ mktemp + local LAST_ERR=/tmp/tmp.CarlBD1xzg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bkmeCip8Pf customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met + cat /tmp/tmp.CarlBD1xzg E0611 05:08:14.296804 19842 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterbackups.pxc.percona.com&resourceVersion=1781154491567368000&timeoutSeconds=472&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.bkmeCip8Pf /tmp/tmp.CarlBD1xzg + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.xSKsbXKJso ++ mktemp + local LAST_ERR=/tmp/tmp.sD7Y0oEmtB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xSKsbXKJso customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met + cat /tmp/tmp.sD7Y0oEmtB E0611 05:08:15.698705 19884 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterrestores.pxc.percona.com&resourceVersion=1781154491567368000&timeoutSeconds=376&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.xSKsbXKJso /tmp/tmp.sD7Y0oEmtB + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.9J92ViT1hM ++ mktemp + local LAST_ERR=/tmp/tmp.KHFo1ty3gd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9J92ViT1hM clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.KHFo1ty3gd + rm /tmp/tmp.9J92ViT1hM /tmp/tmp.KHFo1ty3gd + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.hecKueFmY2 ++ mktemp + local LAST_ERR=/tmp/tmp.J7cgKKSmB7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hecKueFmY2 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.J7cgKKSmB7 + rm /tmp/tmp.hecKueFmY2 /tmp/tmp.J7cgKKSmB7 + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.aLkdYyEIj0 ++ mktemp + local LAST_ERR=/tmp/tmp.uGwK4lcUwa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aLkdYyEIj0 pod/percona-xtradb-cluster-operator-774dd4b69-bb4kf condition met + cat /tmp/tmp.uGwK4lcUwa E0611 05:08:30.528993 20376 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-774dd4b69-bb4kf&resourceVersion=1781154510169995000&timeoutSeconds=309&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.aLkdYyEIj0 /tmp/tmp.uGwK4lcUwa + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ head -1 ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QGpIVrfN9L +++ mktemp ++ local LAST_ERR=/tmp/tmp.UnKwFa0YYi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QGpIVrfN9L ++ cat /tmp/tmp.UnKwFa0YYi ++ rm /tmp/tmp.QGpIVrfN9L /tmp/tmp.UnKwFa0YYi ++ return 0 + wait_pod percona-xtradb-cluster-operator-774dd4b69-bb4kf 480 pxc-operator + local pod=percona-xtradb-cluster-operator-774dd4b69-bb4kf + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-774dd4b69-bb4kf ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-774dd4b69-bb4kf condition met E0611 05:08:32.603260 20597 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-774dd4b69-bb4kf&resourceVersion=1781154511841162000&timeoutSeconds=504&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-774dd4b69-bb4kf to become Ready.Ok + sleep 3 + create_namespace users-31259 + local namespace=users-31259 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces users-31259' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces users-31259 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace users-31259 + awk '{print$1}' ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.xRSFuu0jPk ++ mktemp + local LAST_OUT=/tmp/tmp.IwX8Sg71FA ++ mktemp + local LAST_ERR=/tmp/tmp.uF8PtC3LKT + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.53WNUg5zTo + local exit_status=0 + for i in '$(seq 0 2)' + set +e ++ seq 0 2 + kubectl delete namespace users-31259 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace users-31259 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IwX8Sg71FA + cat /tmp/tmp.53WNUg5zTo + rm /tmp/tmp.IwX8Sg71FA /tmp/tmp.53WNUg5zTo + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace users-31259 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.xRSFuu0jPk + cat /tmp/tmp.uF8PtC3LKT Error from server (NotFound): namespaces "users-31259" not found + rm /tmp/tmp.xRSFuu0jPk /tmp/tmp.uF8PtC3LKT + return 1 + : + wait_for_delete namespace/users-31259 + local res=namespace/users-31259 + echo -n 'waiting for namespace/users-31259 to be deleted' waiting for namespace/users-31259 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "users-31259" not found + desc 'create namespace users-31259' + set +o xtrace ----------------------------------------------------------------------------------- create namespace users-31259 ----------------------------------------------------------------------------------- + kubectl_bin create namespace users-31259 ++ mktemp + local LAST_OUT=/tmp/tmp.QDmjg2gYaR ++ mktemp + local LAST_ERR=/tmp/tmp.Gkog9CoYCJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace users-31259 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QDmjg2gYaR namespace/users-31259 created + cat /tmp/tmp.Gkog9CoYCJ + rm /tmp/tmp.QDmjg2gYaR /tmp/tmp.Gkog9CoYCJ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.SIaTr223FK +++ mktemp ++ local LAST_ERR=/tmp/tmp.KKudKF3toX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SIaTr223FK ++ cat /tmp/tmp.KKudKF3toX ++ rm /tmp/tmp.SIaTr223FK /tmp/tmp.KKudKF3toX ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster6 --namespace=users-31259 ++ mktemp + local LAST_OUT=/tmp/tmp.iBQMDyBobi ++ mktemp + local LAST_ERR=/tmp/tmp.7BbOiJenz0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster6 --namespace=users-31259 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iBQMDyBobi Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster6" modified. + cat /tmp/tmp.7BbOiJenz0 + rm /tmp/tmp.iBQMDyBobi /tmp/tmp.7BbOiJenz0 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.OwHZll1ZGi ++ mktemp + local LAST_ERR=/tmp/tmp.cIiZC8yhwR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OwHZll1ZGi secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.cIiZC8yhwR + rm /tmp/tmp.OwHZll1ZGi /tmp/tmp.cIiZC8yhwR + return 0 + desc 'create PXC cluster with 1-password secret' + set +o xtrace ----------------------------------------------------------------------------------- create PXC cluster with 1-password secret ----------------------------------------------------------------------------------- + newpass=test-password ++ echo -n test-password ++ base64 + newpassencrypted=dGVzdC1wYXNzd29yZA== + cluster=some-name + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/some-name.yml '' '' /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets_one_pass.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets_one_pass.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets_one_pass.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ViYViig3kd ++ mktemp + local LAST_ERR=/tmp/tmp.861biNwkGM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets_one_pass.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ViYViig3kd secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.861biNwkGM + rm /tmp/tmp.ViYViig3kd /tmp/tmp.861biNwkGM + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local pvc_name= + kubectl_bin apply -f - + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-31259~ + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + local LAST_OUT=/tmp/tmp.tXYtL7V97T + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380#' ++ mktemp + local LAST_ERR=/tmp/tmp.JAK7J0Erax + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tXYtL7V97T deployment.apps/pxc-client created + cat /tmp/tmp.JAK7J0Erax + rm /tmp/tmp.tXYtL7V97T /tmp/tmp.JAK7J0Erax + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/some-name.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/some-name.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/some-name.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/some-name.yml + local pvc_name= ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/some-name.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_OUT=/tmp/tmp.h04NxmObbM + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + local LAST_ERR=/tmp/tmp.2SpaD2gv3O + local exit_status=0 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-31259~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.h04NxmObbM perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.2SpaD2gv3O + rm /tmp/tmp.h04NxmObbM /tmp/tmp.2SpaD2gv3O + return 0 + desc 'waiting pods to be running for some-name' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for some-name ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.hvRAn9vY6b ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rkoRSgfPe8 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.hvRAn9vY6b +++ cat /tmp/tmp.rkoRSgfPe8 +++ rm /tmp/tmp.hvRAn9vY6b /tmp/tmp.rkoRSgfPe8 +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.U9WAXlfso4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.KQNqPevIBA +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.U9WAXlfso4 +++ cat /tmp/tmp.KQNqPevIBA +++ rm /tmp/tmp.U9WAXlfso4 /tmp/tmp.KQNqPevIBA +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-proxysql ++ return + local proxy=some-name-proxysql ++ get_proxy_size some-name ++ local cluster=some-name ++ local size=0 +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.KQiRF89nXq ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rb1a5MlMdD +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.KQiRF89nXq +++ cat /tmp/tmp.rb1a5MlMdD +++ rm /tmp/tmp.KQiRF89nXq /tmp/tmp.rb1a5MlMdD +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.oMYm7Z6Txy ++++ mktemp +++ local LAST_ERR=/tmp/tmp.TdIsWvFzVM +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.oMYm7Z6Txy +++ cat /tmp/tmp.TdIsWvFzVM +++ rm /tmp/tmp.oMYm7Z6Txy /tmp/tmp.TdIsWvFzVM +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.RySygSkio8 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.8Md4aFxR4Y +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.RySygSkio8 +++ cat /tmp/tmp.8Md4aFxR4Y +++ rm /tmp/tmp.RySygSkio8 /tmp/tmp.8Md4aFxR4Y +++ return 0 ++ size=2 ++ echo 2 + local proxy_size=2 + wait_for_running some-name-pxc 3 + local name=some-name-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z some-name-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for some-name-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for some-name-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + wait_for_running some-name-proxysql 2 + local name=some-name-proxysql + local size=2 + local last_pod + local max_retry=480 + [[ -z some-name-proxysql ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for some-name-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for some-name-proxysql ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-proxysql-0 480 + local pod=some-name-proxysql-0 + local max_retry=480 + local ns= ++ echo some-name-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/some-name-proxysql-0 condition met E0611 05:13:02.610039 1819 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsome-name-proxysql-0&resourceVersion=1781154778833503011&timeoutSeconds=497&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/some-name-proxysql-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-proxysql-1 480 + local pod=some-name-proxysql-1 + local max_retry=480 + local ns= ++ echo some-name-proxysql-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/some-name-proxysql-1 condition met E0611 05:13:05.603894 2035 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsome-name-proxysql-1&resourceVersion=1781154783835092000&timeoutSeconds=358&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/some-name-proxysql-1 to become Ready.Ok + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CDkzgeu6kd +++ mktemp ++ local LAST_ERR=/tmp/tmp.T8pcu8RwYO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CDkzgeu6kd ++ cat /tmp/tmp.T8pcu8RwYO ++ rm /tmp/tmp.CDkzgeu6kd /tmp/tmp.T8pcu8RwYO ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V40vNy781r +++ mktemp ++ local LAST_ERR=/tmp/tmp.k9kzG7mKKo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V40vNy781r ++ cat /tmp/tmp.k9kzG7mKKo ++ rm /tmp/tmp.V40vNy781r /tmp/tmp.k9kzG7mKKo ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.zlcnEJWIqE ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.mfUQIDVqgW +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.zlcnEJWIqE +++++ cat /tmp/tmp.mfUQIDVqgW +++++ rm /tmp/tmp.zlcnEJWIqE /tmp/tmp.mfUQIDVqgW +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Dd49kvZSxw ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.CEEJyx6LoW +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Dd49kvZSxw +++++ cat /tmp/tmp.CEEJyx6LoW +++++ rm /tmp/tmp.Dd49kvZSxw /tmp/tmp.CEEJyx6LoW +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GxUG4El8Bz +++ mktemp ++ local LAST_ERR=/tmp/tmp.NtH1s4yUv4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GxUG4El8Bz ++ cat /tmp/tmp.NtH1s4yUv4 ++ rm /tmp/tmp.GxUG4El8Bz /tmp/tmp.NtH1s4yUv4 ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.CWH8G3lc8f +++ mktemp ++ local LAST_ERR=/tmp/tmp.PzGbtucfAA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CWH8G3lc8f ++ cat /tmp/tmp.PzGbtucfAA ++ rm /tmp/tmp.CWH8G3lc8f /tmp/tmp.PzGbtucfAA ++ return 0 + local root_pass=.%D_8Q~pecc33sd@- + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] ++ kubectl exec some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ grep -E -o 'early-plugin-load=keyring_\w+.so' ++ return 1 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''.%D_8Q~pecc33sd@-'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''.%D_8Q~pecc33sd@-'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AQrbYLMuEf +++ mktemp ++ local LAST_ERR=/tmp/tmp.xll2LEH2ds ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AQrbYLMuEf ++ cat /tmp/tmp.xll2LEH2ds ++ rm /tmp/tmp.AQrbYLMuEf /tmp/tmp.xll2LEH2ds ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:13:32.292748 3995 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154811484333000&timeoutSeconds=543&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data some-name 100500 no-proxy -P3306 + local cluster=some-name + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password some-name root ++ local cluster=some-name ++ local user=root +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.hN4yNPtDYT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.S8XUCpf8cf +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.hN4yNPtDYT +++ cat /tmp/tmp.S8XUCpf8cf +++ rm /tmp/tmp.hN4yNPtDYT /tmp/tmp.S8XUCpf8cf +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1L65vDOIfk +++ mktemp ++ local LAST_ERR=/tmp/tmp.6UVYH0HpbX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1L65vDOIfk ++ cat /tmp/tmp.6UVYH0HpbX ++ rm /tmp/tmp.1L65vDOIfk /tmp/tmp.6UVYH0HpbX ++ return 0 + root_pass=.%D_8Q~pecc33sd@- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.tHr5YA9Nv3 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.sZEFpjWjwu +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.tHr5YA9Nv3 +++ cat /tmp/tmp.sZEFpjWjwu +++ rm /tmp/tmp.tHr5YA9Nv3 /tmp/tmp.sZEFpjWjwu +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.BqzjOImLdq ++++ mktemp +++ local LAST_ERR=/tmp/tmp.IhbTx4INmC +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.BqzjOImLdq +++ cat /tmp/tmp.IhbTx4INmC +++ rm /tmp/tmp.BqzjOImLdq /tmp/tmp.IhbTx4INmC +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-proxysql ++ return + proxy=some-name-proxysql + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h some-name-pxc-0.some-name-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pzXTptROVa +++ mktemp ++ local LAST_ERR=/tmp/tmp.XP159iNoX1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pzXTptROVa ++ cat /tmp/tmp.XP159iNoX1 ++ rm /tmp/tmp.pzXTptROVa /tmp/tmp.XP159iNoX1 ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:13:37.980073 4416 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154817083237000&timeoutSeconds=359&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data some-name select-1 no-proxy -P3306 + local cluster=some-name + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password some-name root ++ local cluster=some-name ++ local user=root +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.mkHBMxd5mP ++++ mktemp +++ local LAST_ERR=/tmp/tmp.3pqkNt4MJY +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.mkHBMxd5mP +++ cat /tmp/tmp.3pqkNt4MJY +++ rm /tmp/tmp.mkHBMxd5mP /tmp/tmp.3pqkNt4MJY +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.DJvkbfo7LL +++ mktemp ++ local LAST_ERR=/tmp/tmp.GWoulfbPnS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DJvkbfo7LL ++ cat /tmp/tmp.GWoulfbPnS ++ rm /tmp/tmp.DJvkbfo7LL /tmp/tmp.GWoulfbPnS ++ return 0 + root_pass=.%D_8Q~pecc33sd@- + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size some-name ++ local cluster=some-name ++ local size=0 +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.1BmQQKDDeP ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fALDcav5TN +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.1BmQQKDDeP +++ cat /tmp/tmp.fALDcav5TN +++ rm /tmp/tmp.1BmQQKDDeP /tmp/tmp.fALDcav5TN +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1-57.sql ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RMtCk2YIhS +++ mktemp ++ local LAST_ERR=/tmp/tmp.q4ufzUvCbI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RMtCk2YIhS ++ cat /tmp/tmp.q4ufzUvCbI ++ rm /tmp/tmp.RMtCk2YIhS /tmp/tmp.q4ufzUvCbI ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:14:14.359121 5955 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154852968578000&timeoutSeconds=357&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1.sql /tmp/tmp.GEoDpoI9ck/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1-57.sql ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cHdESMgF0E +++ mktemp ++ local LAST_ERR=/tmp/tmp.Rn6kC95BR2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cHdESMgF0E ++ cat /tmp/tmp.Rn6kC95BR2 ++ rm /tmp/tmp.cHdESMgF0E /tmp/tmp.Rn6kC95BR2 ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:14:18.247716 6303 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154857504031000&timeoutSeconds=594&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1.sql /tmp/tmp.GEoDpoI9ck/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1-57.sql ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''.%D_8Q~pecc33sd@-'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rgR5zL4aXm +++ mktemp ++ local LAST_ERR=/tmp/tmp.SKWzLRvXpZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rgR5zL4aXm ++ cat /tmp/tmp.SKWzLRvXpZ ++ rm /tmp/tmp.rgR5zL4aXm /tmp/tmp.SKWzLRvXpZ ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:14:21.467724 6479 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154860722467000&timeoutSeconds=568&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-1.sql /tmp/tmp.GEoDpoI9ck/select-1.sql + is_keyring_plugin_in_use some-name + local cluster=some-name + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + grep -E -o 'early-plugin-load=keyring_\w+.so' + kubectl exec some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + return 1 ++ kubectl exec -it some-name-proxysql-0 -- sh -c 'proxysql --version 2>/dev/null' ++ awk '{print $3}' ++ cut -d. -f1 Unable to use a TTY - input is not a terminal or the right kind of file + PROXYSQL_VER=2 + tables_cmp_file=select-2-proxysql3 + [[ 2 == 2 ]] + tables_cmp_file=select-2 + desc 'test missing passwords were created and present in internal secrets' + set +o xtrace ----------------------------------------------------------------------------------- test missing passwords were created and present in internal secrets ----------------------------------------------------------------------------------- + empty_pwds=() + wrong_pwds=() + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking root' Checking root ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.rnIsvQLAGA +++ mktemp ++ local LAST_ERR=/tmp/tmp.R4uAvaeCDA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rnIsvQLAGA ++ cat /tmp/tmp.R4uAvaeCDA ++ rm /tmp/tmp.rnIsvQLAGA /tmp/tmp.R4uAvaeCDA ++ return 0 + secret_pass=.%D_8Q~pecc33sd@- ++ getSecretData internal-some-name root ++ local secretName=internal-some-name ++ local dataKey=root ++ kubectl_bin get secrets/internal-some-name '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.RwmW4qJMEj +++ mktemp ++ local LAST_ERR=/tmp/tmp.V6pqR4OCM2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RwmW4qJMEj ++ cat /tmp/tmp.V6pqR4OCM2 ++ rm /tmp/tmp.RwmW4qJMEj /tmp/tmp.V6pqR4OCM2 ++ return 0 + int_secret_pass=.%D_8Q~pecc33sd@- + [[ -z .%D_8Q~pecc33sd@- ]] + [[ .%D_8Q~pecc33sd@- != \.\%\D\_\8\Q\~\p\e\c\c\3\3\s\d\@\- ]] + [[ root != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ root ]] + [[ '' =~ root ]] + echo 'Running compare for root' Running compare for root + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''.%D_8Q~pecc33sd@-'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uroot -p'\''.%D_8Q~pecc33sd@-'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TTQwUhV2AF +++ mktemp ++ local LAST_ERR=/tmp/tmp.IMu3YoDfDA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TTQwUhV2AF ++ cat /tmp/tmp.IMu3YoDfDA ++ rm /tmp/tmp.TTQwUhV2AF /tmp/tmp.IMu3YoDfDA ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:14:28.318421 6979 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154867570604000&timeoutSeconds=351&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql /tmp/tmp.GEoDpoI9ck/select-4.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking xtrabackup' Checking xtrabackup ++ getSecretData my-cluster-secrets xtrabackup ++ local secretName=my-cluster-secrets ++ local dataKey=xtrabackup ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.xtrabackup}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.qUffDNb70F +++ mktemp ++ local LAST_ERR=/tmp/tmp.EF47oPeRfI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.xtrabackup}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qUffDNb70F ++ cat /tmp/tmp.EF47oPeRfI ++ rm /tmp/tmp.qUffDNb70F /tmp/tmp.EF47oPeRfI ++ return 0 + secret_pass=',?ZUFq,V2$K64V)4Kv+' ++ getSecretData internal-some-name xtrabackup ++ local secretName=internal-some-name ++ local dataKey=xtrabackup ++ kubectl_bin get secrets/internal-some-name '--template={{.data.xtrabackup}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.gB6nmRz8Ec +++ mktemp ++ local LAST_ERR=/tmp/tmp.hBs71RQDQd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.xtrabackup}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gB6nmRz8Ec ++ cat /tmp/tmp.hBs71RQDQd ++ rm /tmp/tmp.gB6nmRz8Ec /tmp/tmp.hBs71RQDQd ++ return 0 + int_secret_pass=',?ZUFq,V2$K64V)4Kv+' + [[ -z ,?ZUFq,V2$K64V)4Kv+ ]] + [[ ,?ZUFq,V2$K64V)4Kv+ != \,\?\Z\U\F\q\,\V\2\$\K\6\4\V\)\4\K\v\+ ]] + [[ xtrabackup != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ xtrabackup ]] + [[ '' =~ xtrabackup ]] + echo 'Running compare for xtrabackup' Running compare for xtrabackup + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uxtrabackup -p'\'',?ZUFq,V2$K64V)4Kv+'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uxtrabackup -p'\'',?ZUFq,V2$K64V)4Kv+'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uxtrabackup -p'\'',?ZUFq,V2$K64V)4Kv+'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uxtrabackup -p'\'',?ZUFq,V2$K64V)4Kv+'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aP4bpmCENo +++ mktemp ++ local LAST_ERR=/tmp/tmp.QSIRjl3M90 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aP4bpmCENo ++ cat /tmp/tmp.QSIRjl3M90 ++ rm /tmp/tmp.aP4bpmCENo /tmp/tmp.QSIRjl3M90 ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:14:34.166054 7371 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154872775735000&timeoutSeconds=575&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql /tmp/tmp.GEoDpoI9ck/select-4.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking monitor' Checking monitor ++ getSecretData my-cluster-secrets monitor ++ local secretName=my-cluster-secrets ++ local dataKey=monitor ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.monitor}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.5vit5DGeaR +++ mktemp ++ local LAST_ERR=/tmp/tmp.8SqcOhI794 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.monitor}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5vit5DGeaR ++ cat /tmp/tmp.8SqcOhI794 ++ rm /tmp/tmp.5vit5DGeaR /tmp/tmp.8SqcOhI794 ++ return 0 + secret_pass=monitor_password ++ getSecretData internal-some-name monitor ++ local secretName=internal-some-name ++ local dataKey=monitor ++ kubectl_bin get secrets/internal-some-name '--template={{.data.monitor}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.jvafP6plvt +++ mktemp ++ local LAST_ERR=/tmp/tmp.rzqkgRgarf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.monitor}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jvafP6plvt ++ cat /tmp/tmp.rzqkgRgarf ++ rm /tmp/tmp.jvafP6plvt /tmp/tmp.rzqkgRgarf ++ return 0 + int_secret_pass=monitor_password + [[ -z monitor_password ]] + [[ monitor_password != \m\o\n\i\t\o\r\_\p\a\s\s\w\o\r\d ]] + [[ monitor != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ monitor ]] + [[ '' =~ monitor ]] + echo 'Running compare for monitor' Running compare for monitor + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''monitor_password'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -umonitor -p'\''monitor_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''monitor_password'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -umonitor -p'\''monitor_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0RhXTTKsJE +++ mktemp ++ local LAST_ERR=/tmp/tmp.vmQTSyJtfa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0RhXTTKsJE ++ cat /tmp/tmp.vmQTSyJtfa ++ rm /tmp/tmp.0RhXTTKsJE /tmp/tmp.vmQTSyJtfa ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:14:41.202218 7987 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154879794909000&timeoutSeconds=321&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql /tmp/tmp.GEoDpoI9ck/select-4.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking proxyadmin' Checking proxyadmin ++ getSecretData my-cluster-secrets proxyadmin ++ local secretName=my-cluster-secrets ++ local dataKey=proxyadmin ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.proxyadmin}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.SowkmOjlgw +++ mktemp ++ local LAST_ERR=/tmp/tmp.3RJnRrrwU9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.proxyadmin}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SowkmOjlgw ++ cat /tmp/tmp.3RJnRrrwU9 ++ rm /tmp/tmp.SowkmOjlgw /tmp/tmp.3RJnRrrwU9 ++ return 0 + secret_pass='Gjvlp>e<-DVo&t8wQ' ++ getSecretData internal-some-name proxyadmin ++ local secretName=internal-some-name ++ local dataKey=proxyadmin ++ kubectl_bin get secrets/internal-some-name '--template={{.data.proxyadmin}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.hnOYNE4f8d +++ mktemp ++ local LAST_ERR=/tmp/tmp.9JDqcWCI5N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.proxyadmin}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hnOYNE4f8d ++ cat /tmp/tmp.9JDqcWCI5N ++ rm /tmp/tmp.hnOYNE4f8d /tmp/tmp.9JDqcWCI5N ++ return 0 + int_secret_pass='Gjvlp>e<-DVo&t8wQ' + [[ -z Gjvlp>e<-DVo&t8wQ ]] + [[ Gjvlp>e<-DVo&t8wQ != \G\j\v\l\p\>\e\<\-\D\V\o\&\t\8\w\Q ]] + [[ proxyadmin != \p\r\o\x\y\a\d\m\i\n ]] + [[ proxyadmin == \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ proxyadmin ]] + [[ '' =~ proxyadmin ]] + echo 'Running compare for proxyadmin' Running compare for proxyadmin + compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''Gjvlp>e<-DVo&t8wQ'\''' some-name-proxysql-0 '' proxysql + local command_id=select-2 + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''Gjvlp>e<-DVo&t8wQ'\''' + local pod=some-name-proxysql-0 + local postfix= + local container_name=proxysql + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''Gjvlp>e<-DVo&t8wQ'\''' some-name-proxysql-0 proxysql + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''Gjvlp>e<-DVo&t8wQ'\''' + local pod=some-name-proxysql-0 + local container_name=proxysql + set +o xtrace + '[' '!' -s /tmp/tmp.GEoDpoI9ck/select-2.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-2.sql /tmp/tmp.GEoDpoI9ck/select-2.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking operator' Checking operator ++ getSecretData my-cluster-secrets operator ++ local secretName=my-cluster-secrets ++ local dataKey=operator ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.operator}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.U3TcnTFSPY +++ mktemp ++ local LAST_ERR=/tmp/tmp.nDq6cLJ9Zx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.operator}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.U3TcnTFSPY ++ cat /tmp/tmp.nDq6cLJ9Zx ++ rm /tmp/tmp.U3TcnTFSPY /tmp/tmp.nDq6cLJ9Zx ++ return 0 + secret_pass='-=]%O(0ALtze2WhATo' ++ getSecretData internal-some-name operator ++ local secretName=internal-some-name ++ local dataKey=operator ++ kubectl_bin get secrets/internal-some-name '--template={{.data.operator}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.F1RsRbOBA1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.TPnz71zMF0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.operator}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.F1RsRbOBA1 ++ cat /tmp/tmp.TPnz71zMF0 ++ rm /tmp/tmp.F1RsRbOBA1 /tmp/tmp.TPnz71zMF0 ++ return 0 + int_secret_pass='-=]%O(0ALtze2WhATo' + [[ -z -=]%O(0ALtze2WhATo ]] + [[ -=]%O(0ALtze2WhATo != \-\=\]\%\O\(\0\A\L\t\z\e\2\W\h\A\T\o ]] + [[ operator != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ operator ]] + [[ '' =~ operator ]] + echo 'Running compare for operator' Running compare for operator + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''-=]%O(0ALtze2WhATo'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uoperator -p'\''-=]%O(0ALtze2WhATo'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''-=]%O(0ALtze2WhATo'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uoperator -p'\''-=]%O(0ALtze2WhATo'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4Sc9FYcaZq +++ mktemp ++ local LAST_ERR=/tmp/tmp.AmfXP8W9qL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4Sc9FYcaZq ++ cat /tmp/tmp.AmfXP8W9qL ++ rm /tmp/tmp.4Sc9FYcaZq /tmp/tmp.AmfXP8W9qL ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:14:50.319557 8809 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154889573284000&timeoutSeconds=540&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql /tmp/tmp.GEoDpoI9ck/select-4.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking replication' Checking replication ++ getSecretData my-cluster-secrets replication ++ local secretName=my-cluster-secrets ++ local dataKey=replication ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.replication}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.ScAbOAJRkQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.lulinmUZsg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.replication}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ScAbOAJRkQ ++ cat /tmp/tmp.lulinmUZsg ++ rm /tmp/tmp.ScAbOAJRkQ /tmp/tmp.lulinmUZsg ++ return 0 + secret_pass='^,=)~[selGpsSi*hSb]' ++ getSecretData internal-some-name replication ++ local secretName=internal-some-name ++ local dataKey=replication ++ kubectl_bin get secrets/internal-some-name '--template={{.data.replication}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.sxlxqq8i14 +++ mktemp ++ local LAST_ERR=/tmp/tmp.XAqxnfsOOJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.replication}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sxlxqq8i14 ++ cat /tmp/tmp.XAqxnfsOOJ ++ rm /tmp/tmp.sxlxqq8i14 /tmp/tmp.XAqxnfsOOJ ++ return 0 + int_secret_pass='^,=)~[selGpsSi*hSb]' + [[ -z ^,=)~[selGpsSi*hSb] ]] + [[ ^,=)~[selGpsSi*hSb] != \^\,\=\)\~\[\s\e\l\G\p\s\S\i\*\h\S\b\] ]] + [[ replication != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ replication ]] + [[ '' =~ replication ]] + echo 'Running compare for replication' Running compare for replication + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -ureplication -p'\''^,=)~[selGpsSi*hSb]'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -ureplication -p'\''^,=)~[selGpsSi*hSb]'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -ureplication -p'\''^,=)~[selGpsSi*hSb]'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -ureplication -p'\''^,=)~[selGpsSi*hSb]'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RGvwSANq0P +++ mktemp ++ local LAST_ERR=/tmp/tmp.ryAifPUjXn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RGvwSANq0P ++ cat /tmp/tmp.ryAifPUjXn ++ rm /tmp/tmp.RGvwSANq0P /tmp/tmp.ryAifPUjXn ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:14:55.234745 9099 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154894495468000&timeoutSeconds=352&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql /tmp/tmp.GEoDpoI9ck/select-4.sql + [[ -n '' ]] + [[ -n '' ]] + desc 'test root' + set +o xtrace ----------------------------------------------------------------------------------- test root ----------------------------------------------------------------------------------- + patch_secret my-cluster-secrets root dGVzdC1wYXNzd29yZA== + local secret=my-cluster-secrets + local key=root + local value=dGVzdC1wYXNzd29yZA== + kubectl_bin patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.i9g4Z0aDMC ++ mktemp + local LAST_ERR=/tmp/tmp.YEvp2bcSyo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.i9g4Z0aDMC secret/my-cluster-secrets patched + cat /tmp/tmp.YEvp2bcSyo + rm /tmp/tmp.i9g4Z0aDMC /tmp/tmp.YEvp2bcSyo + return 0 + sleep 15 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CYldg2uqTI +++ mktemp ++ local LAST_ERR=/tmp/tmp.EW0yjhK7Fh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CYldg2uqTI ++ cat /tmp/tmp.EW0yjhK7Fh ++ rm /tmp/tmp.CYldg2uqTI /tmp/tmp.EW0yjhK7Fh ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KpQzo2QbMp +++ mktemp ++ local LAST_ERR=/tmp/tmp.tLDxP1pQdj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KpQzo2QbMp ++ cat /tmp/tmp.tLDxP1pQdj ++ rm /tmp/tmp.KpQzo2QbMp /tmp/tmp.tLDxP1pQdj ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.sD1wpRB6pt ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.omlKlnWBb4 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.sD1wpRB6pt +++++ cat /tmp/tmp.omlKlnWBb4 +++++ rm /tmp/tmp.sD1wpRB6pt /tmp/tmp.omlKlnWBb4 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.sR0JF0dRfJ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.nVjsDWdEo1 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.sR0JF0dRfJ +++++ cat /tmp/tmp.nVjsDWdEo1 +++++ rm /tmp/tmp.sR0JF0dRfJ /tmp/tmp.nVjsDWdEo1 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SV9WyvQytf +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ok8CKIu1ul ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SV9WyvQytf ++ cat /tmp/tmp.Ok8CKIu1ul ++ rm /tmp/tmp.SV9WyvQytf /tmp/tmp.Ok8CKIu1ul ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 15 + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hcnn5ftbRG +++ mktemp ++ local LAST_ERR=/tmp/tmp.4szKVDGyMB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hcnn5ftbRG ++ cat /tmp/tmp.4szKVDGyMB ++ rm /tmp/tmp.hcnn5ftbRG /tmp/tmp.4szKVDGyMB ++ return 0 + client_pod=pxc-client-97cb9c68b-tzvxh + wait_pod pxc-client-97cb9c68b-tzvxh + local pod=pxc-client-97cb9c68b-tzvxh + local max_retry=480 + local ns= ++ echo pxc-client-97cb9c68b-tzvxh ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-97cb9c68b-tzvxh condition met E0611 05:15:38.754128 10963 reflector.go:227] "Failed to watch" err="Get \"https://34.135.135.125/api/v1/namespaces/users-31259/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-97cb9c68b-tzvxh&resourceVersion=1781154937970275000&timeoutSeconds=584&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-97cb9c68b-tzvxh to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.GEoDpoI9ck/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.GEoDpoI9ck/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-4.sql /tmp/tmp.GEoDpoI9ck/select-4.sql + desc 'test proxyadmin' + set +o xtrace ----------------------------------------------------------------------------------- test proxyadmin ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.Vhi6dOjs3H ++ mktemp + local LAST_ERR=/tmp/tmp.ifX3pWKhmQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Vhi6dOjs3H perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.ifX3pWKhmQ + rm /tmp/tmp.Vhi6dOjs3H /tmp/tmp.ifX3pWKhmQ + return 0 + sleep 15 + wait_cluster_consistency some-name 3 3 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=3 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p4iep4Q14R +++ mktemp ++ local LAST_ERR=/tmp/tmp.IUmPCglTTw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p4iep4Q14R ++ cat /tmp/tmp.IUmPCglTTw ++ rm /tmp/tmp.p4iep4Q14R /tmp/tmp.IUmPCglTTw ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vDpXs6xVR7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lSK5JCaQ71 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vDpXs6xVR7 ++ cat /tmp/tmp.lSK5JCaQ71 ++ rm /tmp/tmp.vDpXs6xVR7 /tmp/tmp.lSK5JCaQ71 ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.4oomloeNZ7 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.qZ5wgOLPco +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.4oomloeNZ7 +++++ cat /tmp/tmp.qZ5wgOLPco +++++ rm /tmp/tmp.4oomloeNZ7 /tmp/tmp.qZ5wgOLPco +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.MD48WfmBBn ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.nTRGMQjaxE +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.MD48WfmBBn +++++ cat /tmp/tmp.nTRGMQjaxE +++++ rm /tmp/tmp.MD48WfmBBn /tmp/tmp.nTRGMQjaxE +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MCJs7TyO9E +++ mktemp ++ local LAST_ERR=/tmp/tmp.sGv9jRts4s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MCJs7TyO9E ++ cat /tmp/tmp.sGv9jRts4s ++ rm /tmp/tmp.MCJs7TyO9E /tmp/tmp.sGv9jRts4s ++ return 0 + proxy_ready=3 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 3 == \3 ]] + echo + return + patch_secret my-cluster-secrets proxyadmin dGVzdC1wYXNzd29yZA== + local secret=my-cluster-secrets + local key=proxyadmin + local value=dGVzdC1wYXNzd29yZA== + kubectl_bin patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.IPUyYjd5hO ++ mktemp + local LAST_ERR=/tmp/tmp.WHQVIGm2kN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IPUyYjd5hO secret/my-cluster-secrets patched + cat /tmp/tmp.WHQVIGm2kN + rm /tmp/tmp.IPUyYjd5hO /tmp/tmp.WHQVIGm2kN + return 0 + sleep 15 + wait_cluster_consistency some-name 3 3 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=3 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.v7zxVcYzXX +++ mktemp ++ local LAST_ERR=/tmp/tmp.D0ld6wmKM0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.v7zxVcYzXX ++ cat /tmp/tmp.D0ld6wmKM0 ++ rm /tmp/tmp.v7zxVcYzXX /tmp/tmp.D0ld6wmKM0 ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H9zI38EjOK +++ mktemp ++ local LAST_ERR=/tmp/tmp.LAdTlEepgZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H9zI38EjOK ++ cat /tmp/tmp.LAdTlEepgZ ++ rm /tmp/tmp.H9zI38EjOK /tmp/tmp.LAdTlEepgZ ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.QaTnzvpxN5 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.VG9iCJlXwg +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.QaTnzvpxN5 +++++ cat /tmp/tmp.VG9iCJlXwg +++++ rm /tmp/tmp.QaTnzvpxN5 /tmp/tmp.VG9iCJlXwg +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ZIqVq3HB3w ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.gIFYfyZK5s +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ZIqVq3HB3w +++++ cat /tmp/tmp.gIFYfyZK5s +++++ rm /tmp/tmp.ZIqVq3HB3w /tmp/tmp.gIFYfyZK5s +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AGqZOVHtsh +++ mktemp ++ local LAST_ERR=/tmp/tmp.QUKgnMpLpq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AGqZOVHtsh ++ cat /tmp/tmp.QUKgnMpLpq ++ rm /tmp/tmp.AGqZOVHtsh /tmp/tmp.QUKgnMpLpq ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XyV05ng9x3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QY3mkV8F6T ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XyV05ng9x3 ++ cat /tmp/tmp.QY3mkV8F6T ++ rm /tmp/tmp.XyV05ng9x3 /tmp/tmp.QY3mkV8F6T ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MKFmQqjpuY +++ mktemp ++ local LAST_ERR=/tmp/tmp.nirLU0U3KW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MKFmQqjpuY ++ cat /tmp/tmp.nirLU0U3KW ++ rm /tmp/tmp.MKFmQqjpuY /tmp/tmp.nirLU0U3KW ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.5WIXA1ntvg ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.DOQn6kP3Es +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.5WIXA1ntvg +++++ cat /tmp/tmp.DOQn6kP3Es +++++ rm /tmp/tmp.5WIXA1ntvg /tmp/tmp.DOQn6kP3Es +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.GaXcAtRQle ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.W5se8h5OZL +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.GaXcAtRQle +++++ cat /tmp/tmp.W5se8h5OZL +++++ rm /tmp/tmp.GaXcAtRQle /tmp/tmp.W5se8h5OZL +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CodbI906k3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.EyMHPdIJpe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CodbI906k3 ++ cat /tmp/tmp.EyMHPdIJpe ++ rm /tmp/tmp.CodbI906k3 /tmp/tmp.EyMHPdIJpe ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FJImION1d1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xiIRAHMBoI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FJImION1d1 ++ cat /tmp/tmp.xiIRAHMBoI ++ rm /tmp/tmp.FJImION1d1 /tmp/tmp.xiIRAHMBoI ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Xm9XndVo4u +++ mktemp ++ local LAST_ERR=/tmp/tmp.2KsHsFqMOm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Xm9XndVo4u ++ cat /tmp/tmp.2KsHsFqMOm ++ rm /tmp/tmp.Xm9XndVo4u /tmp/tmp.2KsHsFqMOm ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.mNWgiZsTGL ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.39wfCFZVtS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.mNWgiZsTGL +++++ cat /tmp/tmp.39wfCFZVtS +++++ rm /tmp/tmp.mNWgiZsTGL /tmp/tmp.39wfCFZVtS +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.NAWtIrtZ2y ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.29Exs5CfWo +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.NAWtIrtZ2y +++++ cat /tmp/tmp.29Exs5CfWo +++++ rm /tmp/tmp.NAWtIrtZ2y /tmp/tmp.29Exs5CfWo +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0T0aH398cK +++ mktemp ++ local LAST_ERR=/tmp/tmp.eNdUPUVpVp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0T0aH398cK ++ cat /tmp/tmp.eNdUPUVpVp ++ rm /tmp/tmp.0T0aH398cK /tmp/tmp.eNdUPUVpVp ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mUhRyvTj2X +++ mktemp ++ local LAST_ERR=/tmp/tmp.8v3FZAKLg1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mUhRyvTj2X ++ cat /tmp/tmp.8v3FZAKLg1 ++ rm /tmp/tmp.mUhRyvTj2X /tmp/tmp.8v3FZAKLg1 ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NDjPYzsQ0b +++ mktemp ++ local LAST_ERR=/tmp/tmp.u18WEySDEO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NDjPYzsQ0b ++ cat /tmp/tmp.u18WEySDEO ++ rm /tmp/tmp.NDjPYzsQ0b /tmp/tmp.u18WEySDEO ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bDa2u35Vcr ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.2WqF5RBCeD +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bDa2u35Vcr +++++ cat /tmp/tmp.2WqF5RBCeD +++++ rm /tmp/tmp.bDa2u35Vcr /tmp/tmp.2WqF5RBCeD +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.5g33VlZuah ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.7XkQEjYDie +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.5g33VlZuah +++++ cat /tmp/tmp.7XkQEjYDie +++++ rm /tmp/tmp.5g33VlZuah /tmp/tmp.7XkQEjYDie +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xLjhYYf7ax +++ mktemp ++ local LAST_ERR=/tmp/tmp.8zM99EB3l0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xLjhYYf7ax ++ cat /tmp/tmp.8zM99EB3l0 ++ rm /tmp/tmp.xLjhYYf7ax /tmp/tmp.8zM99EB3l0 ++ return 0 + proxy_ready=3 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 3 == \3 ]] + echo + return + sleep 15 + compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 '' proxysql + local command_id=select-2 + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-0 + local postfix= + local container_name=proxysql + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 proxysql + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-0 + local container_name=proxysql + set +o xtrace + '[' '!' -s /tmp/tmp.GEoDpoI9ck/select-2.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-2.sql /tmp/tmp.GEoDpoI9ck/select-2.sql + compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 '' proxysql + local command_id=select-2 + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-1 + local postfix= + local container_name=proxysql + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 proxysql + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-1 + local container_name=proxysql + set +o xtrace + '[' '!' -s /tmp/tmp.GEoDpoI9ck/select-2.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-2.sql /tmp/tmp.GEoDpoI9ck/select-2.sql + compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 '' proxysql + local command_id=select-2 + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-2 + local postfix= + local container_name=proxysql + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 proxysql + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-2 + local container_name=proxysql + set +o xtrace + '[' '!' -s /tmp/tmp.GEoDpoI9ck/select-2.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/compare/select-2.sql /tmp/tmp.GEoDpoI9ck/select-2.sql + desc 'test xtrabackup' + set +o xtrace ----------------------------------------------------------------------------------- test xtrabackup ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.wTsd2lh0Bc ++ mktemp + local LAST_ERR=/tmp/tmp.3eXFXlrpTA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wTsd2lh0Bc perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.3eXFXlrpTA + rm /tmp/tmp.wTsd2lh0Bc /tmp/tmp.3eXFXlrpTA + return 0 + patch_secret my-cluster-secrets xtrabackup dGVzdC1wYXNzd29yZA== + local secret=my-cluster-secrets + local key=xtrabackup + local value=dGVzdC1wYXNzd29yZA== + kubectl_bin patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.LQXaQL7E6c ++ mktemp + local LAST_ERR=/tmp/tmp.sxO4vLYsZj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LQXaQL7E6c secret/my-cluster-secrets patched + cat /tmp/tmp.sxO4vLYsZj + rm /tmp/tmp.LQXaQL7E6c /tmp/tmp.sxO4vLYsZj + return 0 + sleep 15 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d83MGJyhLc +++ mktemp ++ local LAST_ERR=/tmp/tmp.0s7hvHl6dq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d83MGJyhLc ++ cat /tmp/tmp.0s7hvHl6dq ++ rm /tmp/tmp.d83MGJyhLc /tmp/tmp.0s7hvHl6dq ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Yu0yBVeJ1q +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z4UTLUhtIx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Yu0yBVeJ1q ++ cat /tmp/tmp.Z4UTLUhtIx ++ rm /tmp/tmp.Yu0yBVeJ1q /tmp/tmp.Z4UTLUhtIx ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.WTTBvMwFD0 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.M04vBuBuua +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.WTTBvMwFD0 +++++ cat /tmp/tmp.M04vBuBuua +++++ rm /tmp/tmp.WTTBvMwFD0 /tmp/tmp.M04vBuBuua +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.FS8iww4YuU ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.W3Pz3SygSq +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.FS8iww4YuU +++++ cat /tmp/tmp.W3Pz3SygSq +++++ rm /tmp/tmp.FS8iww4YuU /tmp/tmp.W3Pz3SygSq +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pSFS2WXW8K +++ mktemp ++ local LAST_ERR=/tmp/tmp.3xC6DXUxqW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pSFS2WXW8K ++ cat /tmp/tmp.3xC6DXUxqW ++ rm /tmp/tmp.pSFS2WXW8K /tmp/tmp.3xC6DXUxqW ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N6vpegQX9E +++ mktemp ++ local LAST_ERR=/tmp/tmp.Df5d6xlZyw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N6vpegQX9E ++ cat /tmp/tmp.Df5d6xlZyw ++ rm /tmp/tmp.N6vpegQX9E /tmp/tmp.Df5d6xlZyw ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QBgxmttIe2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.n4mzPVMEkr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QBgxmttIe2 ++ cat /tmp/tmp.n4mzPVMEkr ++ rm /tmp/tmp.QBgxmttIe2 /tmp/tmp.n4mzPVMEkr ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.QHZQWo5kWy ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.A92RidOGT2 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.QHZQWo5kWy +++++ cat /tmp/tmp.A92RidOGT2 +++++ rm /tmp/tmp.QHZQWo5kWy /tmp/tmp.A92RidOGT2 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rVkPER6sl9 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.djX25eA6Dk +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rVkPER6sl9 +++++ cat /tmp/tmp.djX25eA6Dk +++++ rm /tmp/tmp.rVkPER6sl9 /tmp/tmp.djX25eA6Dk +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d3SPDaLePy +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ghmiy5Jse4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d3SPDaLePy ++ cat /tmp/tmp.Ghmiy5Jse4 ++ rm /tmp/tmp.d3SPDaLePy /tmp/tmp.Ghmiy5Jse4 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UrDRTfcWGS +++ mktemp ++ local LAST_ERR=/tmp/tmp.YkCx111x1t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UrDRTfcWGS ++ cat /tmp/tmp.YkCx111x1t ++ rm /tmp/tmp.UrDRTfcWGS /tmp/tmp.YkCx111x1t ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sTwvR8peTz +++ mktemp ++ local LAST_ERR=/tmp/tmp.nBRPtAlhxH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sTwvR8peTz ++ cat /tmp/tmp.nBRPtAlhxH ++ rm /tmp/tmp.sTwvR8peTz /tmp/tmp.nBRPtAlhxH ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.oExgyeunNv ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.BRE1DALkn9 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.oExgyeunNv +++++ cat /tmp/tmp.BRE1DALkn9 +++++ rm /tmp/tmp.oExgyeunNv /tmp/tmp.BRE1DALkn9 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.CRI0DulWGx ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.EQkxw6KK2a +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.CRI0DulWGx +++++ cat /tmp/tmp.EQkxw6KK2a +++++ rm /tmp/tmp.CRI0DulWGx /tmp/tmp.EQkxw6KK2a +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dNBVGNcC6C +++ mktemp ++ local LAST_ERR=/tmp/tmp.V4edREyv7g ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dNBVGNcC6C ++ cat /tmp/tmp.V4edREyv7g ++ rm /tmp/tmp.dNBVGNcC6C /tmp/tmp.V4edREyv7g ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QuIGI6cDDs +++ mktemp ++ local LAST_ERR=/tmp/tmp.caBh9C0HT6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QuIGI6cDDs ++ cat /tmp/tmp.caBh9C0HT6 ++ rm /tmp/tmp.QuIGI6cDDs /tmp/tmp.caBh9C0HT6 ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HateBQvy4Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.07yFyM2mVF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HateBQvy4Z ++ cat /tmp/tmp.07yFyM2mVF ++ rm /tmp/tmp.HateBQvy4Z /tmp/tmp.07yFyM2mVF ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.oXYHOApql6 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.BpHqxWSoDW +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.oXYHOApql6 +++++ cat /tmp/tmp.BpHqxWSoDW +++++ rm /tmp/tmp.oXYHOApql6 /tmp/tmp.BpHqxWSoDW +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ICNsWnHwOq ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.cD1X1xXQrZ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ICNsWnHwOq +++++ cat /tmp/tmp.cD1X1xXQrZ +++++ rm /tmp/tmp.ICNsWnHwOq /tmp/tmp.cD1X1xXQrZ +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gj1l04SOKn +++ mktemp ++ local LAST_ERR=/tmp/tmp.oRVALVtEjx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gj1l04SOKn ++ cat /tmp/tmp.oRVALVtEjx ++ rm /tmp/tmp.gj1l04SOKn /tmp/tmp.oRVALVtEjx ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WibW1hlxTB +++ mktemp ++ local LAST_ERR=/tmp/tmp.mltUz7lSQt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WibW1hlxTB ++ cat /tmp/tmp.mltUz7lSQt ++ rm /tmp/tmp.WibW1hlxTB /tmp/tmp.mltUz7lSQt ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PJcUbODM7y +++ mktemp ++ local LAST_ERR=/tmp/tmp.rfXbKljf9I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PJcUbODM7y ++ cat /tmp/tmp.rfXbKljf9I ++ rm /tmp/tmp.PJcUbODM7y /tmp/tmp.rfXbKljf9I ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.tUD1qwArqo ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Tc0EoElm2s +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.tUD1qwArqo +++++ cat /tmp/tmp.Tc0EoElm2s +++++ rm /tmp/tmp.tUD1qwArqo /tmp/tmp.Tc0EoElm2s +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.VEmKLNpqad ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.35lZ5OJ7NS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.VEmKLNpqad +++++ cat /tmp/tmp.35lZ5OJ7NS +++++ rm /tmp/tmp.VEmKLNpqad /tmp/tmp.35lZ5OJ7NS +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kvZj1JcJSj +++ mktemp ++ local LAST_ERR=/tmp/tmp.QTuqAUaPdN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kvZj1JcJSj ++ cat /tmp/tmp.QTuqAUaPdN ++ rm /tmp/tmp.kvZj1JcJSj /tmp/tmp.QTuqAUaPdN ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BDCjBKYLof +++ mktemp ++ local LAST_ERR=/tmp/tmp.J1xB7HVkqa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BDCjBKYLof ++ cat /tmp/tmp.J1xB7HVkqa ++ rm /tmp/tmp.BDCjBKYLof /tmp/tmp.J1xB7HVkqa ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2vfOA85mIp +++ mktemp ++ local LAST_ERR=/tmp/tmp.IRZtkZpmO6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2vfOA85mIp ++ cat /tmp/tmp.IRZtkZpmO6 ++ rm /tmp/tmp.2vfOA85mIp /tmp/tmp.IRZtkZpmO6 ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rtgYpuPfJU ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.CCKGINvlYB +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rtgYpuPfJU +++++ cat /tmp/tmp.CCKGINvlYB +++++ rm /tmp/tmp.rtgYpuPfJU /tmp/tmp.CCKGINvlYB +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.MNOSRSdvhF ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.a2T0wL86so +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.MNOSRSdvhF +++++ cat /tmp/tmp.a2T0wL86so +++++ rm /tmp/tmp.MNOSRSdvhF /tmp/tmp.a2T0wL86so +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ESNnw88AoW +++ mktemp ++ local LAST_ERR=/tmp/tmp.7vRtgcXg3d ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ESNnw88AoW ++ cat /tmp/tmp.7vRtgcXg3d ++ rm /tmp/tmp.ESNnw88AoW /tmp/tmp.7vRtgcXg3d ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JvaYmjTti6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.KoJY2dIAHZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JvaYmjTti6 ++ cat /tmp/tmp.KoJY2dIAHZ ++ rm /tmp/tmp.JvaYmjTti6 /tmp/tmp.KoJY2dIAHZ ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.24k1ZYv5Yd +++ mktemp ++ local LAST_ERR=/tmp/tmp.7PbUVTTCIB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.24k1ZYv5Yd ++ cat /tmp/tmp.7PbUVTTCIB ++ rm /tmp/tmp.24k1ZYv5Yd /tmp/tmp.7PbUVTTCIB ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ODOFfgpfc6 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.PE19EsLzl9 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ODOFfgpfc6 +++++ cat /tmp/tmp.PE19EsLzl9 +++++ rm /tmp/tmp.ODOFfgpfc6 /tmp/tmp.PE19EsLzl9 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.1MSTrLBIKP ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.WPuaCj7oHe +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.1MSTrLBIKP +++++ cat /tmp/tmp.WPuaCj7oHe +++++ rm /tmp/tmp.1MSTrLBIKP /tmp/tmp.WPuaCj7oHe +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.e4SQ0RNy2H +++ mktemp ++ local LAST_ERR=/tmp/tmp.nkT1m691sw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.e4SQ0RNy2H ++ cat /tmp/tmp.nkT1m691sw ++ rm /tmp/tmp.e4SQ0RNy2H /tmp/tmp.nkT1m691sw ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CDOfAWigl7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.W3qKLkTy87 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CDOfAWigl7 ++ cat /tmp/tmp.W3qKLkTy87 ++ rm /tmp/tmp.CDOfAWigl7 /tmp/tmp.W3qKLkTy87 ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.StEbBkUzcx +++ mktemp ++ local LAST_ERR=/tmp/tmp.VuAd1rpl4s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.StEbBkUzcx ++ cat /tmp/tmp.VuAd1rpl4s ++ rm /tmp/tmp.StEbBkUzcx /tmp/tmp.VuAd1rpl4s ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.JqsmPDdihN ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.YEZLAuqhkB +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.JqsmPDdihN +++++ cat /tmp/tmp.YEZLAuqhkB +++++ rm /tmp/tmp.JqsmPDdihN /tmp/tmp.YEZLAuqhkB +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.DVRKU5hzht ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.2T8nGQ8G8l +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.DVRKU5hzht +++++ cat /tmp/tmp.2T8nGQ8G8l +++++ rm /tmp/tmp.DVRKU5hzht /tmp/tmp.2T8nGQ8G8l +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yHjsAHngV2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SzpRDOj62d ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yHjsAHngV2 ++ cat /tmp/tmp.SzpRDOj62d ++ rm /tmp/tmp.yHjsAHngV2 /tmp/tmp.SzpRDOj62d ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vbKf59iO1D +++ mktemp ++ local LAST_ERR=/tmp/tmp.KbTasXoBoK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vbKf59iO1D ++ cat /tmp/tmp.KbTasXoBoK ++ rm /tmp/tmp.vbKf59iO1D /tmp/tmp.KbTasXoBoK ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8nBEHWB1dK +++ mktemp ++ local LAST_ERR=/tmp/tmp.iTlbKoTL1W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8nBEHWB1dK ++ cat /tmp/tmp.iTlbKoTL1W ++ rm /tmp/tmp.8nBEHWB1dK /tmp/tmp.iTlbKoTL1W ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.pPGDfbqYkv ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.uE9Xy1Y2dx +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.pPGDfbqYkv +++++ cat /tmp/tmp.uE9Xy1Y2dx +++++ rm /tmp/tmp.pPGDfbqYkv /tmp/tmp.uE9Xy1Y2dx +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.RmUpsbPQ0h ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.wo690IweSF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.RmUpsbPQ0h +++++ cat /tmp/tmp.wo690IweSF +++++ rm /tmp/tmp.RmUpsbPQ0h /tmp/tmp.wo690IweSF +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gN1QdudV6y +++ mktemp ++ local LAST_ERR=/tmp/tmp.qMp1wJyAaj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gN1QdudV6y ++ cat /tmp/tmp.qMp1wJyAaj ++ rm /tmp/tmp.gN1QdudV6y /tmp/tmp.qMp1wJyAaj ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Wzkudv6THV +++ mktemp ++ local LAST_ERR=/tmp/tmp.oyG2wtpmEg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Wzkudv6THV ++ cat /tmp/tmp.oyG2wtpmEg ++ rm /tmp/tmp.Wzkudv6THV /tmp/tmp.oyG2wtpmEg ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Arpqqw84Do +++ mktemp ++ local LAST_ERR=/tmp/tmp.DBqXojtLlU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Arpqqw84Do ++ cat /tmp/tmp.DBqXojtLlU ++ rm /tmp/tmp.Arpqqw84Do /tmp/tmp.DBqXojtLlU ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.BA3OKi2EoV ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.xZSYVyZR2i +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.BA3OKi2EoV +++++ cat /tmp/tmp.xZSYVyZR2i +++++ rm /tmp/tmp.BA3OKi2EoV /tmp/tmp.xZSYVyZR2i +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.UmIgNrLmU2 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ONoSvffXjm +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.UmIgNrLmU2 +++++ cat /tmp/tmp.ONoSvffXjm +++++ rm /tmp/tmp.UmIgNrLmU2 /tmp/tmp.ONoSvffXjm +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dELIunNsRi +++ mktemp ++ local LAST_ERR=/tmp/tmp.sigbv5ihCy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dELIunNsRi ++ cat /tmp/tmp.sigbv5ihCy ++ rm /tmp/tmp.dELIunNsRi /tmp/tmp.sigbv5ihCy ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/users/../functions: line 175: 16457 Terminated sleep "${delay}"