Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/logs/users-5-7.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + create_infra users-8500 + local ns=users-8500 + '[' -n pxc-operator ']' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n users-6252 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.lJLEHhu57I ++ mktemp + local LAST_ERR=/tmp/tmp.pkWegdue75 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lJLEHhu57I perconaxtradbcluster.pxc.percona.com "some-name" deleted from users-6252 namespace + cat /tmp/tmp.pkWegdue75 + rm /tmp/tmp.lJLEHhu57I /tmp/tmp.pkWegdue75 + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.MXydzCctWh ++ mktemp + local LAST_ERR=/tmp/tmp.fxH2avJ6r7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MXydzCctWh No resources found + cat /tmp/tmp.fxH2avJ6r7 + rm /tmp/tmp.MXydzCctWh /tmp/tmp.fxH2avJ6r7 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.5NL8LvwREG ++ mktemp + local LAST_ERR=/tmp/tmp.3IyMmlHUYL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5NL8LvwREG No resources found + cat /tmp/tmp.3IyMmlHUYL + rm /tmp/tmp.5NL8LvwREG /tmp/tmp.3IyMmlHUYL + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ tail -n1 ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp ++ mktemp + awk '{print$1}' + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.h6zx2WKELP + local LAST_OUT=/tmp/tmp.Epf4VOMpOO ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.BOM5Oxrh3o + local exit_status=0 + local LAST_ERR=/tmp/tmp.eniHDqbVFO + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.h6zx2WKELP + cat /tmp/tmp.BOM5Oxrh3o + rm /tmp/tmp.h6zx2WKELP /tmp/tmp.BOM5Oxrh3o + return 0 namespace "users-6252" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Epf4VOMpOO namespace "pxc-operator" deleted + cat /tmp/tmp.eniHDqbVFO + rm /tmp/tmp.Epf4VOMpOO /tmp/tmp.eniHDqbVFO + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.pM19lkxvvF ++ mktemp + local LAST_ERR=/tmp/tmp.HyY4J44bgQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pM19lkxvvF namespace/pxc-operator created + cat /tmp/tmp.HyY4J44bgQ + rm /tmp/tmp.pM19lkxvvF /tmp/tmp.HyY4J44bgQ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.Cadol7mjAl +++ mktemp ++ local LAST_ERR=/tmp/tmp.H4W4HjL5cn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Cadol7mjAl ++ cat /tmp/tmp.H4W4HjL5cn ++ rm /tmp/tmp.Cadol7mjAl /tmp/tmp.H4W4HjL5cn ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2229-77a8e8a8-10-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.rnrlZRNod4 ++ mktemp + local LAST_ERR=/tmp/tmp.xgGk0enZ7F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2229-77a8e8a8-10-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rnrlZRNod4 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2229-77a8e8a8-10-cluster1" modified. + cat /tmp/tmp.xgGk0enZ7F + rm /tmp/tmp.rnrlZRNod4 /tmp/tmp.xgGk0enZ7F + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.5dpGYw0B8w ++ mktemp + local LAST_ERR=/tmp/tmp.5U5A8WG404 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5dpGYw0B8w customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.5U5A8WG404 + rm /tmp/tmp.5dpGYw0B8w /tmp/tmp.5U5A8WG404 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.nRKxtjX6p2 ++ mktemp + local LAST_ERR=/tmp/tmp.Di3PQEePh0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nRKxtjX6p2 clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.Di3PQEePh0 + rm /tmp/tmp.nRKxtjX6p2 /tmp/tmp.Di3PQEePh0 + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2229-77a8e8a8^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.kkZ07hH1qZ ++ mktemp + local LAST_ERR=/tmp/tmp.ohcq5y9j33 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kkZ07hH1qZ deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.ohcq5y9j33 + rm /tmp/tmp.kkZ07hH1qZ /tmp/tmp.ohcq5y9j33 + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.XGoRAFqoF4 ++ mktemp + local LAST_ERR=/tmp/tmp.wpTDHX51ce + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XGoRAFqoF4 pod/percona-xtradb-cluster-operator-84c67c9cf5-nzdwl condition met + cat /tmp/tmp.wpTDHX51ce + rm /tmp/tmp.XGoRAFqoF4 /tmp/tmp.wpTDHX51ce + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.2FmhEAGild +++ mktemp ++ local LAST_ERR=/tmp/tmp.pWj8Rhv37y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2FmhEAGild ++ cat /tmp/tmp.pWj8Rhv37y ++ rm /tmp/tmp.2FmhEAGild /tmp/tmp.pWj8Rhv37y ++ return 0 + wait_pod percona-xtradb-cluster-operator-84c67c9cf5-nzdwl 480 pxc-operator + local pod=percona-xtradb-cluster-operator-84c67c9cf5-nzdwl + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-84c67c9cf5-nzdwl ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-84c67c9cf5-nzdwl condition met waiting for pod/percona-xtradb-cluster-operator-84c67c9cf5-nzdwl to become Ready.Ok + sleep 3 + create_namespace users-8500 + local namespace=users-8500 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces users-8500' + set +o xtrace ++ mktemp ----------------------------------------------------------------------------------- cleaned up old namespaces users-8500 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace users-8500 ++ mktemp + local LAST_OUT=/tmp/tmp.iI9KmrA0Xv + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + local LAST_OUT=/tmp/tmp.VgCeeySWwB ++ mktemp + local LAST_ERR=/tmp/tmp.Ml9O9xF8ao + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.BTZ6HrbVE0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace users-8500 + awk '{print$1}' + xargs kubectl delete ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace users-8500 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iI9KmrA0Xv + cat /tmp/tmp.Ml9O9xF8ao + rm /tmp/tmp.iI9KmrA0Xv /tmp/tmp.Ml9O9xF8ao + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace users-8500 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.VgCeeySWwB + cat /tmp/tmp.BTZ6HrbVE0 Error from server (NotFound): namespaces "users-8500" not found + rm /tmp/tmp.VgCeeySWwB /tmp/tmp.BTZ6HrbVE0 + return 1 + : + wait_for_delete namespace/users-8500 + local res=namespace/users-8500 + echo -n 'waiting for namespace/users-8500 to be deleted' waiting for namespace/users-8500 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "users-8500" not found + desc 'create namespace users-8500' + set +o xtrace ----------------------------------------------------------------------------------- create namespace users-8500 ----------------------------------------------------------------------------------- + kubectl_bin create namespace users-8500 ++ mktemp + local LAST_OUT=/tmp/tmp.fxHzUSYqZi ++ mktemp + local LAST_ERR=/tmp/tmp.zPgtZhWNBZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace users-8500 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fxHzUSYqZi namespace/users-8500 created + cat /tmp/tmp.zPgtZhWNBZ + rm /tmp/tmp.fxHzUSYqZi /tmp/tmp.zPgtZhWNBZ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.43D7Z0ekJi +++ mktemp ++ local LAST_ERR=/tmp/tmp.1bG2fyAx8O ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.43D7Z0ekJi ++ cat /tmp/tmp.1bG2fyAx8O ++ rm /tmp/tmp.43D7Z0ekJi /tmp/tmp.1bG2fyAx8O ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2229-77a8e8a8-10-cluster1 --namespace=users-8500 ++ mktemp + local LAST_OUT=/tmp/tmp.QVJvOd4J4p ++ mktemp + local LAST_ERR=/tmp/tmp.ldHZ8cjKSJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2229-77a8e8a8-10-cluster1 --namespace=users-8500 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QVJvOd4J4p Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2229-77a8e8a8-10-cluster1" modified. + cat /tmp/tmp.ldHZ8cjKSJ + rm /tmp/tmp.QVJvOd4J4p /tmp/tmp.ldHZ8cjKSJ + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.TeVYJaGgDR ++ mktemp + local LAST_ERR=/tmp/tmp.HllIbv8xjc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TeVYJaGgDR secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.HllIbv8xjc + rm /tmp/tmp.TeVYJaGgDR /tmp/tmp.HllIbv8xjc + return 0 + desc 'create PXC cluster with 1-password secret' + set +o xtrace ----------------------------------------------------------------------------------- create PXC cluster with 1-password secret ----------------------------------------------------------------------------------- + newpass=test-password ++ echo -n test-password ++ base64 + newpassencrypted=dGVzdC1wYXNzd29yZA== + cluster=some-name + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/some-name.yml '' '' /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/secrets_one_pass.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/secrets_one_pass.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/secrets_one_pass.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ZgCutz3VhJ ++ mktemp + local LAST_ERR=/tmp/tmp.TIhuyL2wMY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/secrets_one_pass.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZgCutz3VhJ secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.TIhuyL2wMY + rm /tmp/tmp.ZgCutz3VhJ /tmp/tmp.TIhuyL2wMY + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/client.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/client.yml ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/client.yml + local LAST_OUT=/tmp/tmp.atsxU2kuBA + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2229-77a8e8a8#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-8500~ ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_ERR=/tmp/tmp.DkiYDXfj5u + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.atsxU2kuBA deployment.apps/pxc-client created + cat /tmp/tmp.DkiYDXfj5u + rm /tmp/tmp.atsxU2kuBA /tmp/tmp.DkiYDXfj5u + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/some-name.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/conf/some-name.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + local LAST_OUT=/tmp/tmp.mEXNeVs5IM + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2229-77a8e8a8#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.Yumk6F9gko + local exit_status=0 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.users-8500~ ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mEXNeVs5IM perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.Yumk6F9gko + rm /tmp/tmp.mEXNeVs5IM /tmp/tmp.Yumk6F9gko + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.KEyX06W689 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.MvySaCpban +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.KEyX06W689 +++ cat /tmp/tmp.MvySaCpban +++ rm /tmp/tmp.KEyX06W689 /tmp/tmp.MvySaCpban +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.PkjVLhhz1z ++++ mktemp +++ local LAST_ERR=/tmp/tmp.pgYkAWDcAx +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.PkjVLhhz1z +++ cat /tmp/tmp.pgYkAWDcAx +++ rm /tmp/tmp.PkjVLhhz1z /tmp/tmp.pgYkAWDcAx +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-proxysql ++ return + local proxy=some-name-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-8500 ++ mktemp + local LAST_OUT=/tmp/tmp.32p3wLiwgF ++ mktemp + local LAST_ERR=/tmp/tmp.L3ofvTauPq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-8500 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-8500 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n users-8500 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.32p3wLiwgF + cat /tmp/tmp.L3ofvTauPq error: no matching resources found + rm /tmp/tmp.32p3wLiwgF /tmp/tmp.L3ofvTauPq + return 1 + true + wait_for_running some-name-proxysql 1 + local name=some-name-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-proxysql-0 480 + local pod=some-name-proxysql-0 + local max_retry=480 + local ns= ++ echo some-name-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/some-name-proxysql-0 condition met waiting for pod/some-name-proxysql-0 to become Ready.Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.eRudUocloF +++ mktemp ++ local LAST_ERR=/tmp/tmp.N119eybzFI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eRudUocloF ++ cat /tmp/tmp.N119eybzFI ++ rm /tmp/tmp.eRudUocloF /tmp/tmp.N119eybzFI ++ return 0 + local 'root_pass=aNKir]1ATzwq[AvJ@M7' + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ grep -E -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RXWNr3h5Va +++ mktemp ++ local LAST_ERR=/tmp/tmp.TThVY5zHDH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RXWNr3h5Va ++ cat /tmp/tmp.TThVY5zHDH Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.RXWNr3h5Va /tmp/tmp.TThVY5zHDH ++ return 0 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-proxysql -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Wy9ciJ4slv +++ mktemp ++ local LAST_ERR=/tmp/tmp.W8JkEC4Rh1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Wy9ciJ4slv ++ cat /tmp/tmp.W8JkEC4Rh1 ++ rm /tmp/tmp.Wy9ciJ4slv /tmp/tmp.W8JkEC4Rh1 ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-proxysql -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yy9MTiOjfP +++ mktemp ++ local LAST_ERR=/tmp/tmp.drYt8qb0CU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yy9MTiOjfP ++ cat /tmp/tmp.drYt8qb0CU ++ rm /tmp/tmp.yy9MTiOjfP /tmp/tmp.drYt8qb0CU ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OayrnIhEnv +++ mktemp ++ local LAST_ERR=/tmp/tmp.xXcSTLR7pH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OayrnIhEnv ++ cat /tmp/tmp.xXcSTLR7pH ++ rm /tmp/tmp.OayrnIhEnv /tmp/tmp.xXcSTLR7pH ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1.sql /tmp/tmp.l9YApcBzP9/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0C5Xk7lHho +++ mktemp ++ local LAST_ERR=/tmp/tmp.SuT3EqqZSS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0C5Xk7lHho ++ cat /tmp/tmp.SuT3EqqZSS ++ rm /tmp/tmp.0C5Xk7lHho /tmp/tmp.SuT3EqqZSS ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1.sql /tmp/tmp.l9YApcBzP9/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RjuBfBlWMd +++ mktemp ++ local LAST_ERR=/tmp/tmp.NnOcItnKW9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RjuBfBlWMd ++ cat /tmp/tmp.NnOcItnKW9 ++ rm /tmp/tmp.RjuBfBlWMd /tmp/tmp.NnOcItnKW9 ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-1.sql /tmp/tmp.l9YApcBzP9/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ grep -E -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ipu7ZsaN4a +++ mktemp ++ local LAST_ERR=/tmp/tmp.tR1HsOySP0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ipu7ZsaN4a ++ cat /tmp/tmp.tR1HsOySP0 Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.ipu7ZsaN4a /tmp/tmp.tR1HsOySP0 ++ return 0 + '[' '' ']' + desc 'test missing passwords were created and present in internal secrets' + set +o xtrace ----------------------------------------------------------------------------------- test missing passwords were created and present in internal secrets ----------------------------------------------------------------------------------- + empty_pwds=() + wrong_pwds=() + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking root' Checking root ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2o3aL7fQjY +++ mktemp ++ local LAST_ERR=/tmp/tmp.V6icC2yM5z ++ local exit_status=0 ++ base64 --decode +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2o3aL7fQjY ++ cat /tmp/tmp.V6icC2yM5z ++ rm /tmp/tmp.2o3aL7fQjY /tmp/tmp.V6icC2yM5z ++ return 0 + secret_pass='aNKir]1ATzwq[AvJ@M7' ++ getSecretData internal-some-name root ++ local secretName=internal-some-name ++ local dataKey=root ++ kubectl_bin get secrets/internal-some-name '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.6w5oXdpyQw +++ mktemp ++ local LAST_ERR=/tmp/tmp.qw0fhnP8Kv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6w5oXdpyQw ++ cat /tmp/tmp.qw0fhnP8Kv ++ rm /tmp/tmp.6w5oXdpyQw /tmp/tmp.qw0fhnP8Kv ++ return 0 + int_secret_pass='aNKir]1ATzwq[AvJ@M7' + [[ -z aNKir]1ATzwq[AvJ@M7 ]] + [[ aNKir]1ATzwq[AvJ@M7 != \a\N\K\i\r\]\1\A\T\z\w\q\[\A\v\J\@\M\7 ]] + [[ root != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ root ]] + [[ '' =~ root ]] + echo 'Running compare for root' Running compare for root + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uroot -p'\''aNKir]1ATzwq[AvJ@M7'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ptp66vc8hO +++ mktemp ++ local LAST_ERR=/tmp/tmp.HC5aoLDQZz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ptp66vc8hO ++ cat /tmp/tmp.HC5aoLDQZz ++ rm /tmp/tmp.ptp66vc8hO /tmp/tmp.HC5aoLDQZz ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking xtrabackup' Checking xtrabackup ++ getSecretData my-cluster-secrets xtrabackup ++ local secretName=my-cluster-secrets ++ local dataKey=xtrabackup ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.xtrabackup}}' +++ mktemp ++ base64 --decode ++ local LAST_OUT=/tmp/tmp.of4S2OHRtj +++ mktemp ++ local LAST_ERR=/tmp/tmp.xfYZM8xsC7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.xtrabackup}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.of4S2OHRtj ++ cat /tmp/tmp.xfYZM8xsC7 ++ rm /tmp/tmp.of4S2OHRtj /tmp/tmp.xfYZM8xsC7 ++ return 0 + secret_pass='fH?EmN4!Hw%rr[B^A~G' ++ getSecretData internal-some-name xtrabackup ++ local secretName=internal-some-name ++ local dataKey=xtrabackup ++ kubectl_bin get secrets/internal-some-name '--template={{.data.xtrabackup}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.HVoW1KVCwV +++ mktemp ++ local LAST_ERR=/tmp/tmp.yDhaQPL3Fe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.xtrabackup}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HVoW1KVCwV ++ cat /tmp/tmp.yDhaQPL3Fe ++ rm /tmp/tmp.HVoW1KVCwV /tmp/tmp.yDhaQPL3Fe ++ return 0 + int_secret_pass='fH?EmN4!Hw%rr[B^A~G' + [[ -z fH?EmN4!Hw%rr[B^A~G ]] + [[ fH?EmN4!Hw%rr[B^A~G != \f\H\?\E\m\N\4\!\H\w\%\r\r\[\B\^\A\~\G ]] + [[ xtrabackup != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ xtrabackup ]] + [[ '' =~ xtrabackup ]] + echo 'Running compare for xtrabackup' Running compare for xtrabackup + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uxtrabackup -p'\''fH?EmN4!Hw%rr[B^A~G'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uxtrabackup -p'\''fH?EmN4!Hw%rr[B^A~G'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uxtrabackup -p'\''fH?EmN4!Hw%rr[B^A~G'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uxtrabackup -p'\''fH?EmN4!Hw%rr[B^A~G'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G1IA5S8ldp +++ mktemp ++ local LAST_ERR=/tmp/tmp.Y5sJLAjuI0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G1IA5S8ldp ++ cat /tmp/tmp.Y5sJLAjuI0 ++ rm /tmp/tmp.G1IA5S8ldp /tmp/tmp.Y5sJLAjuI0 ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking monitor' Checking monitor ++ getSecretData my-cluster-secrets monitor ++ local secretName=my-cluster-secrets ++ local dataKey=monitor ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.monitor}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.i9n9LN46ir +++ mktemp ++ local LAST_ERR=/tmp/tmp.bXSazNIQmL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.monitor}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.i9n9LN46ir ++ cat /tmp/tmp.bXSazNIQmL ++ rm /tmp/tmp.i9n9LN46ir /tmp/tmp.bXSazNIQmL ++ return 0 + secret_pass=monitor_password ++ getSecretData internal-some-name monitor ++ local secretName=internal-some-name ++ local dataKey=monitor ++ kubectl_bin get secrets/internal-some-name '--template={{.data.monitor}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.g7LvqLKj0G +++ mktemp ++ local LAST_ERR=/tmp/tmp.7PAMaZUMOX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.monitor}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g7LvqLKj0G ++ cat /tmp/tmp.7PAMaZUMOX ++ rm /tmp/tmp.g7LvqLKj0G /tmp/tmp.7PAMaZUMOX ++ return 0 + int_secret_pass=monitor_password + [[ -z monitor_password ]] + [[ monitor_password != \m\o\n\i\t\o\r\_\p\a\s\s\w\o\r\d ]] + [[ monitor != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ monitor ]] + [[ '' =~ monitor ]] + echo 'Running compare for monitor' Running compare for monitor + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''monitor_password'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -umonitor -p'\''monitor_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''monitor_password'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -umonitor -p'\''monitor_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WUfP7SngNg +++ mktemp ++ local LAST_ERR=/tmp/tmp.Am6SkVLFgK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WUfP7SngNg ++ cat /tmp/tmp.Am6SkVLFgK ++ rm /tmp/tmp.WUfP7SngNg /tmp/tmp.Am6SkVLFgK ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking proxyadmin' Checking proxyadmin ++ getSecretData my-cluster-secrets proxyadmin ++ local secretName=my-cluster-secrets ++ local dataKey=proxyadmin ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.proxyadmin}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.tKzIycPcjQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.CIUaRrXus7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.proxyadmin}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tKzIycPcjQ ++ cat /tmp/tmp.CIUaRrXus7 ++ rm /tmp/tmp.tKzIycPcjQ /tmp/tmp.CIUaRrXus7 ++ return 0 + secret_pass='$<[zbh?o7vv)Q.@b,4' ++ getSecretData internal-some-name proxyadmin ++ local secretName=internal-some-name ++ local dataKey=proxyadmin ++ kubectl_bin get secrets/internal-some-name '--template={{.data.proxyadmin}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.a54rb0yfvh +++ mktemp ++ local LAST_ERR=/tmp/tmp.pXhx5sqvTG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.proxyadmin}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a54rb0yfvh ++ cat /tmp/tmp.pXhx5sqvTG ++ rm /tmp/tmp.a54rb0yfvh /tmp/tmp.pXhx5sqvTG ++ return 0 + int_secret_pass='$<[zbh?o7vv)Q.@b,4' + [[ -z $<[zbh?o7vv)Q.@b,4 ]] + [[ $<[zbh?o7vv)Q.@b,4 != \$\<\[\z\b\h\?\o\7\v\v\)\Q\.\@\b\,\4 ]] + [[ proxyadmin != \p\r\o\x\y\a\d\m\i\n ]] + [[ proxyadmin == \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ proxyadmin ]] + [[ '' =~ proxyadmin ]] + echo 'Running compare for proxyadmin' Running compare for proxyadmin + compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''$<[zbh?o7vv)Q.@b,4'\''' some-name-proxysql-0 '' proxysql + local command_id=select-2 + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''$<[zbh?o7vv)Q.@b,4'\''' + local pod=some-name-proxysql-0 + local postfix= + local container_name=proxysql + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''$<[zbh?o7vv)Q.@b,4'\''' some-name-proxysql-0 proxysql + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''$<[zbh?o7vv)Q.@b,4'\''' + local pod=some-name-proxysql-0 + local container_name=proxysql + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-2.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-2.sql /tmp/tmp.l9YApcBzP9/select-2.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking operator' Checking operator ++ getSecretData my-cluster-secrets operator ++ local secretName=my-cluster-secrets ++ local dataKey=operator ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.operator}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.izcfcM4mNF +++ mktemp ++ local LAST_ERR=/tmp/tmp.LxsKshEktH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.operator}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.izcfcM4mNF ++ cat /tmp/tmp.LxsKshEktH ++ rm /tmp/tmp.izcfcM4mNF /tmp/tmp.LxsKshEktH ++ return 0 + secret_pass='s,5wui&J-aZ{lfGu' ++ getSecretData internal-some-name operator ++ local secretName=internal-some-name ++ local dataKey=operator ++ kubectl_bin get secrets/internal-some-name '--template={{.data.operator}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.FPLWlA1GmE +++ mktemp ++ local LAST_ERR=/tmp/tmp.kZeqQQeXDd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.operator}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FPLWlA1GmE ++ cat /tmp/tmp.kZeqQQeXDd ++ rm /tmp/tmp.FPLWlA1GmE /tmp/tmp.kZeqQQeXDd ++ return 0 + int_secret_pass='s,5wui&J-aZ{lfGu' + [[ -z s,5wui&J-aZ{lfGu ]] + [[ s,5wui&J-aZ{lfGu != \s\,\5\w\u\i\&\J\-\a\Z\{\l\f\G\u ]] + [[ operator != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ operator ]] + [[ '' =~ operator ]] + echo 'Running compare for operator' Running compare for operator + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''s,5wui&J-aZ{lfGu'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uoperator -p'\''s,5wui&J-aZ{lfGu'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''s,5wui&J-aZ{lfGu'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uoperator -p'\''s,5wui&J-aZ{lfGu'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7G3SIwxHqf +++ mktemp ++ local LAST_ERR=/tmp/tmp.uVKGhkPXuc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7G3SIwxHqf ++ cat /tmp/tmp.uVKGhkPXuc ++ rm /tmp/tmp.7G3SIwxHqf /tmp/tmp.uVKGhkPXuc ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-857d976497-xdg8c ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql + for user in root xtrabackup monitor proxyadmin operator replication + echo 'Checking replication' Checking replication ++ getSecretData my-cluster-secrets replication ++ local secretName=my-cluster-secrets ++ local dataKey=replication ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.replication}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.a7BuRDQkUT +++ mktemp ++ local LAST_ERR=/tmp/tmp.LtP3b9p6IH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.replication}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a7BuRDQkUT ++ cat /tmp/tmp.LtP3b9p6IH ++ rm /tmp/tmp.a7BuRDQkUT /tmp/tmp.LtP3b9p6IH ++ return 0 + secret_pass='l?D{3{)0OB0_wP4E@M*' ++ getSecretData internal-some-name replication ++ local secretName=internal-some-name ++ local dataKey=replication ++ kubectl_bin get secrets/internal-some-name '--template={{.data.replication}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.jze55Ezfvv +++ mktemp ++ local LAST_ERR=/tmp/tmp.N9IqzYRl5O ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/internal-some-name '--template={{.data.replication}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jze55Ezfvv ++ cat /tmp/tmp.N9IqzYRl5O ++ rm /tmp/tmp.jze55Ezfvv /tmp/tmp.N9IqzYRl5O ++ return 0 + int_secret_pass='l?D{3{)0OB0_wP4E@M*' + [[ -z l?D{3{)0OB0_wP4E@M* ]] + [[ l?D{3{)0OB0_wP4E@M* != \l\?\D\{\3\{\)\0\O\B\0\_\w\P\4\E\@\M\* ]] + [[ replication != \p\r\o\x\y\a\d\m\i\n ]] + [[ '' =~ replication ]] + [[ '' =~ replication ]] + echo 'Running compare for replication' Running compare for replication + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -ureplication -p'\''l?D{3{)0OB0_wP4E@M*'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -ureplication -p'\''l?D{3{)0OB0_wP4E@M*'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -ureplication -p'\''l?D{3{)0OB0_wP4E@M*'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -ureplication -p'\''l?D{3{)0OB0_wP4E@M*'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cg1RJLiC4S +++ mktemp ++ local LAST_ERR=/tmp/tmp.T7UqjLc5O7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cg1RJLiC4S ++ cat /tmp/tmp.T7UqjLc5O7 ++ rm /tmp/tmp.cg1RJLiC4S /tmp/tmp.T7UqjLc5O7 ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql + [[ -n '' ]] + [[ -n '' ]] + desc 'test root' + set +o xtrace ----------------------------------------------------------------------------------- test root ----------------------------------------------------------------------------------- + patch_secret my-cluster-secrets root dGVzdC1wYXNzd29yZA== + local secret=my-cluster-secrets + local key=root + local value=dGVzdC1wYXNzd29yZA== + kubectl_bin patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.r5g5J03gFl ++ mktemp + local LAST_ERR=/tmp/tmp.aYeX4HveaE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets '-p={"data":{"root": "dGVzdC1wYXNzd29yZA=="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.r5g5J03gFl secret/my-cluster-secrets patched + cat /tmp/tmp.aYeX4HveaE + rm /tmp/tmp.r5g5J03gFl /tmp/tmp.aYeX4HveaE + return 0 + sleep 15 + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uroot -p'\''test-password'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uroot -p'\''test-password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OV9Lqm4Afn +++ mktemp ++ local LAST_ERR=/tmp/tmp.y1lQYinsbK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OV9Lqm4Afn ++ cat /tmp/tmp.y1lQYinsbK ++ rm /tmp/tmp.OV9Lqm4Afn /tmp/tmp.y1lQYinsbK ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql + desc 'test proxyadmin' + set +o xtrace ----------------------------------------------------------------------------------- test proxyadmin ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.W4Z4hb4DpR ++ mktemp + local LAST_ERR=/tmp/tmp.B9eMwUmfOC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":3}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.W4Z4hb4DpR perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.B9eMwUmfOC + rm /tmp/tmp.W4Z4hb4DpR /tmp/tmp.B9eMwUmfOC + return 0 + sleep 15 + wait_cluster_consistency some-name 3 3 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fwIqeRVCC9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.uEucU6D5P8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fwIqeRVCC9 ++ cat /tmp/tmp.uEucU6D5P8 ++ rm /tmp/tmp.fwIqeRVCC9 /tmp/tmp.uEucU6D5P8 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iJsWdadDNU +++ mktemp ++ local LAST_ERR=/tmp/tmp.YtGBIqithj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iJsWdadDNU ++ cat /tmp/tmp.YtGBIqithj ++ rm /tmp/tmp.iJsWdadDNU /tmp/tmp.YtGBIqithj ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.JTaK4WN7UN ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.hQXXEvv2HS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.JTaK4WN7UN +++++ cat /tmp/tmp.hQXXEvv2HS +++++ rm /tmp/tmp.JTaK4WN7UN /tmp/tmp.hQXXEvv2HS +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.myFuXUNBO1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.eChDV8c5Mx +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.myFuXUNBO1 +++++ cat /tmp/tmp.eChDV8c5Mx +++++ rm /tmp/tmp.myFuXUNBO1 /tmp/tmp.eChDV8c5Mx +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fA8ciFlY9q +++ mktemp ++ local LAST_ERR=/tmp/tmp.gjeuUappej ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fA8ciFlY9q ++ cat /tmp/tmp.gjeuUappej ++ rm /tmp/tmp.fA8ciFlY9q /tmp/tmp.gjeuUappej ++ return 0 + [[ 3 == \3 ]] + echo + patch_secret my-cluster-secrets proxyadmin dGVzdC1wYXNzd29yZA== + local secret=my-cluster-secrets + local key=proxyadmin + local value=dGVzdC1wYXNzd29yZA== + kubectl_bin patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.zDS2DCo3FP ++ mktemp + local LAST_ERR=/tmp/tmp.q5rdx1OR4I + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets '-p={"data":{"proxyadmin": "dGVzdC1wYXNzd29yZA=="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zDS2DCo3FP secret/my-cluster-secrets patched + cat /tmp/tmp.q5rdx1OR4I + rm /tmp/tmp.zDS2DCo3FP /tmp/tmp.q5rdx1OR4I + return 0 + sleep 15 + wait_cluster_consistency some-name 3 3 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o3GBy9pEiR +++ mktemp ++ local LAST_ERR=/tmp/tmp.dy2jvjhSHd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o3GBy9pEiR ++ cat /tmp/tmp.dy2jvjhSHd ++ rm /tmp/tmp.o3GBy9pEiR /tmp/tmp.dy2jvjhSHd ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mPisBG4KbS +++ mktemp ++ local LAST_ERR=/tmp/tmp.EFIcFyD2Nk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mPisBG4KbS ++ cat /tmp/tmp.EFIcFyD2Nk ++ rm /tmp/tmp.mPisBG4KbS /tmp/tmp.EFIcFyD2Nk ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Vci2SSupc1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.oM88wPYSi3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Vci2SSupc1 ++ cat /tmp/tmp.oM88wPYSi3 ++ rm /tmp/tmp.Vci2SSupc1 /tmp/tmp.oM88wPYSi3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a9cs3jejRK +++ mktemp ++ local LAST_ERR=/tmp/tmp.jQD04axcct ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a9cs3jejRK ++ cat /tmp/tmp.jQD04axcct ++ rm /tmp/tmp.a9cs3jejRK /tmp/tmp.jQD04axcct ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JWhFAfi9Bk +++ mktemp ++ local LAST_ERR=/tmp/tmp.RXqy5LFNwo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JWhFAfi9Bk ++ cat /tmp/tmp.RXqy5LFNwo ++ rm /tmp/tmp.JWhFAfi9Bk /tmp/tmp.RXqy5LFNwo ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fvu6pGwWBh +++ mktemp ++ local LAST_ERR=/tmp/tmp.UasReKPopy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fvu6pGwWBh ++ cat /tmp/tmp.UasReKPopy ++ rm /tmp/tmp.fvu6pGwWBh /tmp/tmp.UasReKPopy ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OZAn8uzDxX +++ mktemp ++ local LAST_ERR=/tmp/tmp.Mw3garafOA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OZAn8uzDxX ++ cat /tmp/tmp.Mw3garafOA ++ rm /tmp/tmp.OZAn8uzDxX /tmp/tmp.Mw3garafOA ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.CD0rigisEE ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Xdq66E6C1x +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.CD0rigisEE +++++ cat /tmp/tmp.Xdq66E6C1x +++++ rm /tmp/tmp.CD0rigisEE /tmp/tmp.Xdq66E6C1x +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Ybsmm6Hp5X ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.AlGjnsnAKZ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Ybsmm6Hp5X +++++ cat /tmp/tmp.AlGjnsnAKZ +++++ rm /tmp/tmp.Ybsmm6Hp5X /tmp/tmp.AlGjnsnAKZ +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SflxbWy43D +++ mktemp ++ local LAST_ERR=/tmp/tmp.H1TEsnsvUi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SflxbWy43D ++ cat /tmp/tmp.H1TEsnsvUi ++ rm /tmp/tmp.SflxbWy43D /tmp/tmp.H1TEsnsvUi ++ return 0 + [[ 3 == \3 ]] + echo + compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 '' proxysql + local command_id=select-2 + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-0 + local postfix= + local container_name=proxysql + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-0 proxysql + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-0 + local container_name=proxysql + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-2.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-2.sql /tmp/tmp.l9YApcBzP9/select-2.sql + compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 '' proxysql + local command_id=select-2 + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-1 + local postfix= + local container_name=proxysql + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-1 proxysql + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-1 + local container_name=proxysql + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-2.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-2.sql /tmp/tmp.l9YApcBzP9/select-2.sql + compare_mysql_cmd_local select-2 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 '' proxysql + local command_id=select-2 + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-2 + local postfix= + local container_name=proxysql + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW TABLES;' '-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' some-name-proxysql-2 proxysql + local 'command=SHOW TABLES;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -p'\''test-password'\''' + local pod=some-name-proxysql-2 + local container_name=proxysql + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-2.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-2.sql /tmp/tmp.l9YApcBzP9/select-2.sql + desc 'test xtrabackup' + set +o xtrace ----------------------------------------------------------------------------------- test xtrabackup ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.b0pjrIQN0w ++ mktemp + local LAST_ERR=/tmp/tmp.YV509zbctQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge '-p={"spec":{"proxysql":{"size":2}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.b0pjrIQN0w perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.YV509zbctQ + rm /tmp/tmp.b0pjrIQN0w /tmp/tmp.YV509zbctQ + return 0 + patch_secret my-cluster-secrets xtrabackup dGVzdC1wYXNzd29yZA== + local secret=my-cluster-secrets + local key=xtrabackup + local value=dGVzdC1wYXNzd29yZA== + kubectl_bin patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.QHA4Na3ehj ++ mktemp + local LAST_ERR=/tmp/tmp.i5CHky1S0D + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets '-p={"data":{"xtrabackup": "dGVzdC1wYXNzd29yZA=="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QHA4Na3ehj secret/my-cluster-secrets patched + cat /tmp/tmp.i5CHky1S0D + rm /tmp/tmp.QHA4Na3ehj /tmp/tmp.i5CHky1S0D + return 0 + sleep 15 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.I0qIBchZY7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.s65tucRYSS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.I0qIBchZY7 ++ cat /tmp/tmp.s65tucRYSS ++ rm /tmp/tmp.I0qIBchZY7 /tmp/tmp.s65tucRYSS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4mhreCfrxF +++ mktemp ++ local LAST_ERR=/tmp/tmp.v2bR0BpQdz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4mhreCfrxF ++ cat /tmp/tmp.v2bR0BpQdz ++ rm /tmp/tmp.4mhreCfrxF /tmp/tmp.v2bR0BpQdz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YjntogNERl +++ mktemp ++ local LAST_ERR=/tmp/tmp.i0kLstROjM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YjntogNERl ++ cat /tmp/tmp.i0kLstROjM ++ rm /tmp/tmp.YjntogNERl /tmp/tmp.i0kLstROjM ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G9dIUBG8du +++ mktemp ++ local LAST_ERR=/tmp/tmp.0WQr0LWvHL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G9dIUBG8du ++ cat /tmp/tmp.0WQr0LWvHL ++ rm /tmp/tmp.G9dIUBG8du /tmp/tmp.0WQr0LWvHL ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UgLPjddTaG +++ mktemp ++ local LAST_ERR=/tmp/tmp.3Yhu3ylmHd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UgLPjddTaG ++ cat /tmp/tmp.3Yhu3ylmHd ++ rm /tmp/tmp.UgLPjddTaG /tmp/tmp.3Yhu3ylmHd ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QiGcryWa53 +++ mktemp ++ local LAST_ERR=/tmp/tmp.beWTjQnQyM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QiGcryWa53 ++ cat /tmp/tmp.beWTjQnQyM ++ rm /tmp/tmp.QiGcryWa53 /tmp/tmp.beWTjQnQyM ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EBuE5r2nm2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.u6KOBDN2GN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EBuE5r2nm2 ++ cat /tmp/tmp.u6KOBDN2GN ++ rm /tmp/tmp.EBuE5r2nm2 /tmp/tmp.u6KOBDN2GN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6orqzVGcSQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Omga0hejor ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6orqzVGcSQ ++ cat /tmp/tmp.Omga0hejor ++ rm /tmp/tmp.6orqzVGcSQ /tmp/tmp.Omga0hejor ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LKfix7q7hk +++ mktemp ++ local LAST_ERR=/tmp/tmp.IAICbTKUmI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LKfix7q7hk ++ cat /tmp/tmp.IAICbTKUmI ++ rm /tmp/tmp.LKfix7q7hk /tmp/tmp.IAICbTKUmI ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iGOajc5QtY +++ mktemp ++ local LAST_ERR=/tmp/tmp.uzkpDJqea1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iGOajc5QtY ++ cat /tmp/tmp.uzkpDJqea1 ++ rm /tmp/tmp.iGOajc5QtY /tmp/tmp.uzkpDJqea1 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HR50ceSKu8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AfzA6vX5yA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HR50ceSKu8 ++ cat /tmp/tmp.AfzA6vX5yA ++ rm /tmp/tmp.HR50ceSKu8 /tmp/tmp.AfzA6vX5yA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UMGj2RUkBw +++ mktemp ++ local LAST_ERR=/tmp/tmp.sLAqZj5KSK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UMGj2RUkBw ++ cat /tmp/tmp.sLAqZj5KSK ++ rm /tmp/tmp.UMGj2RUkBw /tmp/tmp.sLAqZj5KSK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ItkJXm1b6w +++ mktemp ++ local LAST_ERR=/tmp/tmp.BJ4av9mCE8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ItkJXm1b6w ++ cat /tmp/tmp.BJ4av9mCE8 ++ rm /tmp/tmp.ItkJXm1b6w /tmp/tmp.BJ4av9mCE8 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3W4nJ8w7Qs +++ mktemp ++ local LAST_ERR=/tmp/tmp.onre9mLgLX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3W4nJ8w7Qs ++ cat /tmp/tmp.onre9mLgLX ++ rm /tmp/tmp.3W4nJ8w7Qs /tmp/tmp.onre9mLgLX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2cdK8tsto5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kKCcuijJqA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2cdK8tsto5 ++ cat /tmp/tmp.kKCcuijJqA ++ rm /tmp/tmp.2cdK8tsto5 /tmp/tmp.kKCcuijJqA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qlDi6RnWYs +++ mktemp ++ local LAST_ERR=/tmp/tmp.plRUhy2lC7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qlDi6RnWYs ++ cat /tmp/tmp.plRUhy2lC7 ++ rm /tmp/tmp.qlDi6RnWYs /tmp/tmp.plRUhy2lC7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rn1upTWDjM +++ mktemp ++ local LAST_ERR=/tmp/tmp.QpJJgCOVU5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rn1upTWDjM ++ cat /tmp/tmp.QpJJgCOVU5 ++ rm /tmp/tmp.rn1upTWDjM /tmp/tmp.QpJJgCOVU5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K2EQJERFL3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.m01tiSv1Nr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K2EQJERFL3 ++ cat /tmp/tmp.m01tiSv1Nr ++ rm /tmp/tmp.K2EQJERFL3 /tmp/tmp.m01tiSv1Nr ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QMSQIyNegi +++ mktemp ++ local LAST_ERR=/tmp/tmp.LzAAlZTv22 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QMSQIyNegi ++ cat /tmp/tmp.LzAAlZTv22 ++ rm /tmp/tmp.QMSQIyNegi /tmp/tmp.LzAAlZTv22 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ReQeULtHqa +++ mktemp ++ local LAST_ERR=/tmp/tmp.A6eaLTYgEV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ReQeULtHqa ++ cat /tmp/tmp.A6eaLTYgEV ++ rm /tmp/tmp.ReQeULtHqa /tmp/tmp.A6eaLTYgEV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 19 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DQwK046ctV +++ mktemp ++ local LAST_ERR=/tmp/tmp.tWEAiOLCLX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DQwK046ctV ++ cat /tmp/tmp.tWEAiOLCLX ++ rm /tmp/tmp.DQwK046ctV /tmp/tmp.tWEAiOLCLX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 20 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZLAu8uMCiq +++ mktemp ++ local LAST_ERR=/tmp/tmp.AfCoWzUwza ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZLAu8uMCiq ++ cat /tmp/tmp.AfCoWzUwza ++ rm /tmp/tmp.ZLAu8uMCiq /tmp/tmp.AfCoWzUwza ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 21 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cRXuyJ8dwI +++ mktemp ++ local LAST_ERR=/tmp/tmp.HCbVij1km5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cRXuyJ8dwI ++ cat /tmp/tmp.HCbVij1km5 ++ rm /tmp/tmp.cRXuyJ8dwI /tmp/tmp.HCbVij1km5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 22 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.id0X0xDjeR +++ mktemp ++ local LAST_ERR=/tmp/tmp.q1VAQCTdk9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.id0X0xDjeR ++ cat /tmp/tmp.q1VAQCTdk9 ++ rm /tmp/tmp.id0X0xDjeR /tmp/tmp.q1VAQCTdk9 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nZuY1ESO9y +++ mktemp ++ local LAST_ERR=/tmp/tmp.fb925G4gno ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nZuY1ESO9y ++ cat /tmp/tmp.fb925G4gno ++ rm /tmp/tmp.nZuY1ESO9y /tmp/tmp.fb925G4gno ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.6jgfKvJTO1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.EOXYBHk7HP +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.6jgfKvJTO1 +++++ cat /tmp/tmp.EOXYBHk7HP +++++ rm /tmp/tmp.6jgfKvJTO1 /tmp/tmp.EOXYBHk7HP +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.T0c6bVTp9c ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ac9He524QJ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.T0c6bVTp9c +++++ cat /tmp/tmp.ac9He524QJ +++++ rm /tmp/tmp.T0c6bVTp9c /tmp/tmp.ac9He524QJ +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.37Tcnr6h3Q +++ mktemp ++ local LAST_ERR=/tmp/tmp.ALK6UkuzOS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.37Tcnr6h3Q ++ cat /tmp/tmp.ALK6UkuzOS ++ rm /tmp/tmp.37Tcnr6h3Q /tmp/tmp.ALK6UkuzOS ++ return 0 + [[ 2 == \2 ]] + echo + compare_mysql_cmd_local select-3 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 '' pxc + local command_id=select-3 + local 'command=SHOW DATABASES;' + local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' + local pod=some-name-pxc-0 + local postfix= + local container_name=pxc + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + run_mysql_local 'SHOW DATABASES;' '-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' some-name-pxc-0 pxc + local 'command=SHOW DATABASES;' + local 'uri=-h 127.0.0.1 -uxtrabackup -p'\''test-password'\''' + local pod=some-name-pxc-0 + local container_name=pxc + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-3.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-3.sql /tmp/tmp.l9YApcBzP9/select-3.sql + desc 'test monitor' + set +o xtrace ----------------------------------------------------------------------------------- test monitor ----------------------------------------------------------------------------------- + patch_secret my-cluster-secrets monitor dGVzdC1wYXNzd29yZA== + local secret=my-cluster-secrets + local key=monitor + local value=dGVzdC1wYXNzd29yZA== + kubectl_bin patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.swRLBWNBKL ++ mktemp + local LAST_ERR=/tmp/tmp.J5P8KnKITW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets '-p={"data":{"monitor": "dGVzdC1wYXNzd29yZA=="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.swRLBWNBKL secret/my-cluster-secrets patched + cat /tmp/tmp.J5P8KnKITW + rm /tmp/tmp.swRLBWNBKL /tmp/tmp.J5P8KnKITW + return 0 + wait_for_password_propagation my-cluster-secrets monitor + local secret=my-cluster-secrets + local user=monitor + local max_retry=240 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.forQSQJm5K +++ mktemp ++ local LAST_ERR=/tmp/tmp.aDoYiZjEdz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.forQSQJm5K ++ cat /tmp/tmp.aDoYiZjEdz ++ rm /tmp/tmp.forQSQJm5K /tmp/tmp.aDoYiZjEdz ++ return 0 + local root_pass=test-password + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + echo 'Skipping dual password feature doesn'\''t work for 5.7. PXC 5.7 doesn'\''t support it!' Skipping dual password feature doesn't work for 5.7. PXC 5.7 doesn't support it! + return + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bZKq23lofr +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z7dS3u8Vme ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bZKq23lofr ++ cat /tmp/tmp.Z7dS3u8Vme ++ rm /tmp/tmp.bZKq23lofr /tmp/tmp.Z7dS3u8Vme ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FiSUHK7yrp +++ mktemp ++ local LAST_ERR=/tmp/tmp.sDk2mEoqdV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FiSUHK7yrp ++ cat /tmp/tmp.sDk2mEoqdV ++ rm /tmp/tmp.FiSUHK7yrp /tmp/tmp.sDk2mEoqdV ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bm95ATA6gr ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.WZNhk2jC02 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bm95ATA6gr +++++ cat /tmp/tmp.WZNhk2jC02 +++++ rm /tmp/tmp.bm95ATA6gr /tmp/tmp.WZNhk2jC02 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ki7bl3EnY2 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.abgYfqP78f +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ki7bl3EnY2 +++++ cat /tmp/tmp.abgYfqP78f +++++ rm /tmp/tmp.ki7bl3EnY2 /tmp/tmp.abgYfqP78f +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1wsJW4KVI5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.M1VFghiKNh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1wsJW4KVI5 ++ cat /tmp/tmp.M1VFghiKNh ++ rm /tmp/tmp.1wsJW4KVI5 /tmp/tmp.M1VFghiKNh ++ return 0 + [[ 2 == \2 ]] + echo + sleep 10 + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -umonitor -p'\''test-password'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -umonitor -p'\''test-password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p9JZ20YR5O +++ mktemp ++ local LAST_ERR=/tmp/tmp.eRlhIAHVon ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p9JZ20YR5O ++ cat /tmp/tmp.eRlhIAHVon ++ rm /tmp/tmp.p9JZ20YR5O /tmp/tmp.eRlhIAHVon ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql + desc 'test operator' + set +o xtrace ----------------------------------------------------------------------------------- test operator ----------------------------------------------------------------------------------- + patch_secret my-cluster-secrets operator dGVzdC1wYXNzd29yZA== + local secret=my-cluster-secrets + local key=operator + local value=dGVzdC1wYXNzd29yZA== + kubectl_bin patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.XbULemcZrR ++ mktemp + local LAST_ERR=/tmp/tmp.u23zeYDMYw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets '-p={"data":{"operator": "dGVzdC1wYXNzd29yZA=="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XbULemcZrR secret/my-cluster-secrets patched + cat /tmp/tmp.u23zeYDMYw + rm /tmp/tmp.XbULemcZrR /tmp/tmp.u23zeYDMYw + return 0 + sleep 15 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lm1WF3u8f1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.qQIzW0BV8a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lm1WF3u8f1 ++ cat /tmp/tmp.qQIzW0BV8a ++ rm /tmp/tmp.lm1WF3u8f1 /tmp/tmp.qQIzW0BV8a ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UjWpS5cvV3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YssoeeHecB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UjWpS5cvV3 ++ cat /tmp/tmp.YssoeeHecB ++ rm /tmp/tmp.UjWpS5cvV3 /tmp/tmp.YssoeeHecB ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oor1DnoCsx +++ mktemp ++ local LAST_ERR=/tmp/tmp.a93QqRbd1N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oor1DnoCsx ++ cat /tmp/tmp.a93QqRbd1N ++ rm /tmp/tmp.oor1DnoCsx /tmp/tmp.a93QqRbd1N ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PX4G526ywh +++ mktemp ++ local LAST_ERR=/tmp/tmp.2Zozb2afHh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PX4G526ywh ++ cat /tmp/tmp.2Zozb2afHh ++ rm /tmp/tmp.PX4G526ywh /tmp/tmp.2Zozb2afHh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xyhbGkZCj1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.zhVU3wQRUV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xyhbGkZCj1 ++ cat /tmp/tmp.zhVU3wQRUV ++ rm /tmp/tmp.xyhbGkZCj1 /tmp/tmp.zhVU3wQRUV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cQoO8zQPb5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.OjPmHCqyDf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cQoO8zQPb5 ++ cat /tmp/tmp.OjPmHCqyDf ++ rm /tmp/tmp.cQoO8zQPb5 /tmp/tmp.OjPmHCqyDf ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kzeS8R1DR6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AJaruHeiIq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kzeS8R1DR6 ++ cat /tmp/tmp.AJaruHeiIq ++ rm /tmp/tmp.kzeS8R1DR6 /tmp/tmp.AJaruHeiIq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HOUHuI2DpK +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fddztad2bT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HOUHuI2DpK ++ cat /tmp/tmp.Fddztad2bT ++ rm /tmp/tmp.HOUHuI2DpK /tmp/tmp.Fddztad2bT ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XtRzrsfsTZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.iHC8KI0cfo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XtRzrsfsTZ ++ cat /tmp/tmp.iHC8KI0cfo ++ rm /tmp/tmp.XtRzrsfsTZ /tmp/tmp.iHC8KI0cfo ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6IyR83jEoR +++ mktemp ++ local LAST_ERR=/tmp/tmp.Mdjs6VH6yl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6IyR83jEoR ++ cat /tmp/tmp.Mdjs6VH6yl ++ rm /tmp/tmp.6IyR83jEoR /tmp/tmp.Mdjs6VH6yl ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.90iIABUwR1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.guAOfrt747 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.90iIABUwR1 +++++ cat /tmp/tmp.guAOfrt747 +++++ rm /tmp/tmp.90iIABUwR1 /tmp/tmp.guAOfrt747 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.lEeb0fa02X ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.0OJJ0bVbzj +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.lEeb0fa02X +++++ cat /tmp/tmp.0OJJ0bVbzj +++++ rm /tmp/tmp.lEeb0fa02X /tmp/tmp.0OJJ0bVbzj +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2mFUO35srs +++ mktemp ++ local LAST_ERR=/tmp/tmp.lqYCxTbBbM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2mFUO35srs ++ cat /tmp/tmp.lqYCxTbBbM ++ rm /tmp/tmp.2mFUO35srs /tmp/tmp.lqYCxTbBbM ++ return 0 + [[ 2 == \2 ]] + echo + sleep 10 + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uoperator -p'\''test-password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.takLzxsMtM +++ mktemp ++ local LAST_ERR=/tmp/tmp.Gpuv2jN4TU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.takLzxsMtM ++ cat /tmp/tmp.Gpuv2jN4TU ++ rm /tmp/tmp.takLzxsMtM /tmp/tmp.Gpuv2jN4TU ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql + desc 'change secret name' + set +o xtrace ----------------------------------------------------------------------------------- change secret name ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}' ++ mktemp + local LAST_OUT=/tmp/tmp.uyYP48VXCb ++ mktemp + local LAST_ERR=/tmp/tmp.AuQ7tYb6we + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type merge --patch '{"spec": {"secretsName":"my-cluster-secrets-2"}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uyYP48VXCb perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.AuQ7tYb6we + rm /tmp/tmp.uyYP48VXCb /tmp/tmp.AuQ7tYb6we + return 0 + sleep 30 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oL9f4v51qr +++ mktemp ++ local LAST_ERR=/tmp/tmp.6J6fHwi2Nv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oL9f4v51qr ++ cat /tmp/tmp.6J6fHwi2Nv ++ rm /tmp/tmp.oL9f4v51qr /tmp/tmp.6J6fHwi2Nv ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.umuJGNLPOa +++ mktemp ++ local LAST_ERR=/tmp/tmp.aFozNlX5q4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.umuJGNLPOa ++ cat /tmp/tmp.aFozNlX5q4 ++ rm /tmp/tmp.umuJGNLPOa /tmp/tmp.aFozNlX5q4 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eyvdrZdBPP +++ mktemp ++ local LAST_ERR=/tmp/tmp.IBxUP6lEkX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eyvdrZdBPP ++ cat /tmp/tmp.IBxUP6lEkX ++ rm /tmp/tmp.eyvdrZdBPP /tmp/tmp.IBxUP6lEkX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PjYDeLgwEu +++ mktemp ++ local LAST_ERR=/tmp/tmp.9EFOaNOG1S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PjYDeLgwEu ++ cat /tmp/tmp.9EFOaNOG1S ++ rm /tmp/tmp.PjYDeLgwEu /tmp/tmp.9EFOaNOG1S ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hNiyKJTcGW +++ mktemp ++ local LAST_ERR=/tmp/tmp.KmfwHtKVy3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hNiyKJTcGW ++ cat /tmp/tmp.KmfwHtKVy3 ++ rm /tmp/tmp.hNiyKJTcGW /tmp/tmp.KmfwHtKVy3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Irz3jDY1MR +++ mktemp ++ local LAST_ERR=/tmp/tmp.hwTLy7pY6K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Irz3jDY1MR ++ cat /tmp/tmp.hwTLy7pY6K ++ rm /tmp/tmp.Irz3jDY1MR /tmp/tmp.hwTLy7pY6K ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1XtU9SAapc +++ mktemp ++ local LAST_ERR=/tmp/tmp.cbBxrM7b4t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1XtU9SAapc ++ cat /tmp/tmp.cbBxrM7b4t ++ rm /tmp/tmp.1XtU9SAapc /tmp/tmp.cbBxrM7b4t ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fyRQ2W6kTd +++ mktemp ++ local LAST_ERR=/tmp/tmp.U2Cd4CcxyD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fyRQ2W6kTd ++ cat /tmp/tmp.U2Cd4CcxyD ++ rm /tmp/tmp.fyRQ2W6kTd /tmp/tmp.U2Cd4CcxyD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9r8IEF96y3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bBj1wEWrB5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9r8IEF96y3 ++ cat /tmp/tmp.bBj1wEWrB5 ++ rm /tmp/tmp.9r8IEF96y3 /tmp/tmp.bBj1wEWrB5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MpmqLhJyxM +++ mktemp ++ local LAST_ERR=/tmp/tmp.gfZNlLZuMX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MpmqLhJyxM ++ cat /tmp/tmp.gfZNlLZuMX ++ rm /tmp/tmp.MpmqLhJyxM /tmp/tmp.gfZNlLZuMX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.P1advoXM3g +++ mktemp ++ local LAST_ERR=/tmp/tmp.YOKh2bWvpN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.P1advoXM3g ++ cat /tmp/tmp.YOKh2bWvpN ++ rm /tmp/tmp.P1advoXM3g /tmp/tmp.YOKh2bWvpN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2SH9ahVtfM +++ mktemp ++ local LAST_ERR=/tmp/tmp.LvCVTDcd2W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2SH9ahVtfM ++ cat /tmp/tmp.LvCVTDcd2W ++ rm /tmp/tmp.2SH9ahVtfM /tmp/tmp.LvCVTDcd2W ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8KWl2qXZdK +++ mktemp ++ local LAST_ERR=/tmp/tmp.LQp90lf7ck ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8KWl2qXZdK ++ cat /tmp/tmp.LQp90lf7ck ++ rm /tmp/tmp.8KWl2qXZdK /tmp/tmp.LQp90lf7ck ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rId22AzHXN +++ mktemp ++ local LAST_ERR=/tmp/tmp.l07VlMSGxw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rId22AzHXN ++ cat /tmp/tmp.l07VlMSGxw ++ rm /tmp/tmp.rId22AzHXN /tmp/tmp.l07VlMSGxw ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VV2rVAahaP +++ mktemp ++ local LAST_ERR=/tmp/tmp.coP1JXZhQ6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VV2rVAahaP ++ cat /tmp/tmp.coP1JXZhQ6 ++ rm /tmp/tmp.VV2rVAahaP /tmp/tmp.coP1JXZhQ6 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K1Tl6y7mqd +++ mktemp ++ local LAST_ERR=/tmp/tmp.LHkXN8Rjfp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K1Tl6y7mqd ++ cat /tmp/tmp.LHkXN8Rjfp ++ rm /tmp/tmp.K1Tl6y7mqd /tmp/tmp.LHkXN8Rjfp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2NDUM7UyMB +++ mktemp ++ local LAST_ERR=/tmp/tmp.ujGdSfKVnI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2NDUM7UyMB ++ cat /tmp/tmp.ujGdSfKVnI ++ rm /tmp/tmp.2NDUM7UyMB /tmp/tmp.ujGdSfKVnI ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VODIeeyXx6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.EnJKQZl9yt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VODIeeyXx6 ++ cat /tmp/tmp.EnJKQZl9yt ++ rm /tmp/tmp.VODIeeyXx6 /tmp/tmp.EnJKQZl9yt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ek7cX6fpZ6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.b7o5y3n6hV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ek7cX6fpZ6 ++ cat /tmp/tmp.b7o5y3n6hV ++ rm /tmp/tmp.ek7cX6fpZ6 /tmp/tmp.b7o5y3n6hV ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ogGIBsdWTm +++ mktemp ++ local LAST_ERR=/tmp/tmp.bbeXjPtJOL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ogGIBsdWTm ++ cat /tmp/tmp.bbeXjPtJOL ++ rm /tmp/tmp.ogGIBsdWTm /tmp/tmp.bbeXjPtJOL ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bKGQNJeLLX ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.eV8xP6xGFk +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bKGQNJeLLX +++++ cat /tmp/tmp.eV8xP6xGFk +++++ rm /tmp/tmp.bKGQNJeLLX /tmp/tmp.eV8xP6xGFk +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.XV9cxhpcqp ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.jaLMd4VFcH +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.XV9cxhpcqp +++++ cat /tmp/tmp.jaLMd4VFcH +++++ rm /tmp/tmp.XV9cxhpcqp /tmp/tmp.jaLMd4VFcH +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rMUD7RRIL9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.wcGpS6SNVS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rMUD7RRIL9 ++ cat /tmp/tmp.wcGpS6SNVS ++ rm /tmp/tmp.rMUD7RRIL9 /tmp/tmp.wcGpS6SNVS ++ return 0 + [[ 2 == \2 ]] + echo + desc 'test new operator' + set +o xtrace ----------------------------------------------------------------------------------- test new operator ----------------------------------------------------------------------------------- + newpass=test-password2 ++ echo -n test-password2 ++ base64 + newpassencrypted=dGVzdC1wYXNzd29yZDI= + patch_secret my-cluster-secrets-2 operator dGVzdC1wYXNzd29yZDI= + local secret=my-cluster-secrets-2 + local key=operator + local value=dGVzdC1wYXNzd29yZDI= + kubectl_bin patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.0AUEfhmwGr ++ mktemp + local LAST_ERR=/tmp/tmp.P5OYFc75Mu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets-2 '-p={"data":{"operator": "dGVzdC1wYXNzd29yZDI="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0AUEfhmwGr secret/my-cluster-secrets-2 patched + cat /tmp/tmp.P5OYFc75Mu + rm /tmp/tmp.0AUEfhmwGr /tmp/tmp.P5OYFc75Mu + return 0 + sleep 15 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yxzjpvq0fF +++ mktemp ++ local LAST_ERR=/tmp/tmp.WdzIwxvh3f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yxzjpvq0fF ++ cat /tmp/tmp.WdzIwxvh3f ++ rm /tmp/tmp.yxzjpvq0fF /tmp/tmp.WdzIwxvh3f ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bkmVsRmrty +++ mktemp ++ local LAST_ERR=/tmp/tmp.vAESrGxGKi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bkmVsRmrty ++ cat /tmp/tmp.vAESrGxGKi ++ rm /tmp/tmp.bkmVsRmrty /tmp/tmp.vAESrGxGKi ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5aHhnYKomL +++ mktemp ++ local LAST_ERR=/tmp/tmp.y430548qHA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5aHhnYKomL ++ cat /tmp/tmp.y430548qHA ++ rm /tmp/tmp.5aHhnYKomL /tmp/tmp.y430548qHA ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.g0LsoilwbW +++ mktemp ++ local LAST_ERR=/tmp/tmp.tt5dgsU7Zv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g0LsoilwbW ++ cat /tmp/tmp.tt5dgsU7Zv ++ rm /tmp/tmp.g0LsoilwbW /tmp/tmp.tt5dgsU7Zv ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.eltUmQl7yH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.wKQ9RTvZ4k +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.eltUmQl7yH +++++ cat /tmp/tmp.wKQ9RTvZ4k +++++ rm /tmp/tmp.eltUmQl7yH /tmp/tmp.wKQ9RTvZ4k +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.KzG4TvJ5SI ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.sTxvjWaxcH +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.KzG4TvJ5SI +++++ cat /tmp/tmp.sTxvjWaxcH +++++ rm /tmp/tmp.KzG4TvJ5SI /tmp/tmp.sTxvjWaxcH +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4nFX4iixaD +++ mktemp ++ local LAST_ERR=/tmp/tmp.24b8uBxTuv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4nFX4iixaD ++ cat /tmp/tmp.24b8uBxTuv ++ rm /tmp/tmp.4nFX4iixaD /tmp/tmp.24b8uBxTuv ++ return 0 + [[ 2 == \2 ]] + echo + sleep 20 + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -uoperator -p'\''test-password2'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -uoperator -p'\''test-password2'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.h2dAHgegpc +++ mktemp ++ local LAST_ERR=/tmp/tmp.OOwh6Nz33A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.h2dAHgegpc ++ cat /tmp/tmp.OOwh6Nz33A ++ rm /tmp/tmp.h2dAHgegpc /tmp/tmp.OOwh6Nz33A ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql ++ getSecretData my-cluster-secrets-2 root ++ local secretName=my-cluster-secrets-2 ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets-2 '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.YNubUyRWdh +++ mktemp ++ local LAST_ERR=/tmp/tmp.YdtOnVdZFD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets-2 '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YNubUyRWdh ++ cat /tmp/tmp.YdtOnVdZFD ++ rm /tmp/tmp.YNubUyRWdh /tmp/tmp.YdtOnVdZFD ++ return 0 + newpass='lpC)2_dnGWEM(l$Rc' + desc 'test new users sync' + set +o xtrace ----------------------------------------------------------------------------------- test new users sync ----------------------------------------------------------------------------------- + run_mysql 'CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''lpC)2_dnGWEM(l$Rc'\'';' '-h some-name-pxc -uroot -p'\''lpC)2_dnGWEM(l$Rc'\''' + local 'command=CREATE USER '\''testsync'\''@'\''%'\'' IDENTIFIED BY '\''lpC)2_dnGWEM(l$Rc'\'';' + local 'uri=-h some-name-pxc -uroot -p'\''lpC)2_dnGWEM(l$Rc'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ufmZvAKVWs +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xk0xun8lxo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ufmZvAKVWs ++ cat /tmp/tmp.Xk0xun8lxo ++ rm /tmp/tmp.ufmZvAKVWs /tmp/tmp.Xk0xun8lxo ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 40 + compare_mysql_cmd select-4 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''lpC)2_dnGWEM(l$Rc'\''' + local command_id=select-4 + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -utestsync -p'\''lpC)2_dnGWEM(l$Rc'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4-57.sql ]] + run_mysql 'SHOW TABLES;' '-h some-name-proxysql -utestsync -p'\''lpC)2_dnGWEM(l$Rc'\''' + local 'command=SHOW TABLES;' + local 'uri=-h some-name-proxysql -utestsync -p'\''lpC)2_dnGWEM(l$Rc'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vSVb8Zgthv +++ mktemp ++ local LAST_ERR=/tmp/tmp.H8WbtJH6LA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vSVb8Zgthv ++ cat /tmp/tmp.H8WbtJH6LA ++ rm /tmp/tmp.vSVb8Zgthv /tmp/tmp.H8WbtJH6LA ++ return 0 + client_pod=pxc-client-857d976497-xdg8c + wait_pod pxc-client-857d976497-xdg8c + local pod=pxc-client-857d976497-xdg8c + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-xdg8c ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-xdg8c condition met waiting for pod/pxc-client-857d976497-xdg8c to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.l9YApcBzP9/select-4.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql /tmp/tmp.l9YApcBzP9/select-4.sql --- /mnt/jenkins/workspace/cloud-pxc-operator_PR-2229/e2e-tests/users/compare/select-4.sql 2025-11-10 15:55:56.046976601 +0000 +++ /tmp/tmp.l9YApcBzP9/select-4.sql 2025-11-10 18:31:10.186613824 +0000 @@ -1,76 +1,2 @@ -CHARACTER_SETS -CLIENT_STATISTICS -COLLATIONS -COLLATION_CHARACTER_SET_APPLICABILITY -COLUMNS -COLUMN_PRIVILEGES -INDEX_STATISTICS -ENGINES -EVENTS -FILES -GLOBAL_STATUS -GLOBAL_TEMPORARY_TABLES -GLOBAL_VARIABLES -KEY_COLUMN_USAGE -OPTIMIZER_TRACE -PARAMETERS -PARTITIONS -PLUGINS -PROCESSLIST -PROFILING -REFERENTIAL_CONSTRAINTS -ROUTINES -SCHEMATA -SCHEMA_PRIVILEGES -SESSION_STATUS -SESSION_VARIABLES -STATISTICS -TABLES -TABLESPACES -TABLE_CONSTRAINTS -TABLE_PRIVILEGES -TABLE_STATISTICS -TEMPORARY_TABLES -THREAD_STATISTICS -TRIGGERS -USER_PRIVILEGES -USER_STATISTICS -VIEWS -INNODB_CMP -INNODB_CMP_RESET -INNODB_SYS_DATAFILES -XTRADB_READ_VIEW -INNODB_SYS_TABLESTATS -XTRADB_RSEG -INNODB_BUFFER_PAGE -INNODB_TRX -INNODB_CMP_PER_INDEX -INNODB_METRICS -INNODB_FT_DELETED -INNODB_LOCKS -INNODB_LOCK_WAITS -XTRADB_INTERNAL_HASH_TABLES -INNODB_TABLESPACES_ENCRYPTION -INNODB_CMPMEM_RESET -INNODB_SYS_FIELDS -XTRADB_ZIP_DICT -INNODB_TABLESPACES_SCRUBBING -INNODB_TEMP_TABLE_INFO -INNODB_FT_INDEX_TABLE -INNODB_CMPMEM -INNODB_SYS_TABLESPACES -INNODB_CMP_PER_INDEX_RESET -INNODB_SYS_FOREIGN_COLS -INNODB_FT_INDEX_CACHE -INNODB_BUFFER_POOL_STATS -INNODB_FT_BEING_DELETED -INNODB_SYS_FOREIGN -INNODB_BUFFER_PAGE_LRU -INNODB_FT_DEFAULT_STOPWORD -INNODB_SYS_TABLES -INNODB_SYS_COLUMNS -INNODB_FT_CONFIG -XTRADB_ZIP_DICT_COLS -INNODB_SYS_INDEXES -INNODB_SYS_VIRTUAL -INNODB_CHANGED_PAGES +ERROR 1045 (28000): ProxySQL Error: Access denied for user 'testsync'@'10.65.225.71' (using password: YES) +command terminated with exit code 1