Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/logs/demand-backup-minio-8-0.log Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1 + main + create_infra demand-backup-minio-18196 + local ns=demand-backup-minio-18196 + '[' -n pxc-operator ']' + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + [[ -z demand-backup-minio-4555 ]] + [[ -z demand-backup ]] + kubectl_bin patch pxc -n demand-backup-minio-4555 demand-backup --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.LahkUFDqpr ++ mktemp + local LAST_ERR=/tmp/tmp.15QQGutjg4 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc -n demand-backup-minio-4555 demand-backup --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LahkUFDqpr perconaxtradbcluster.pxc.percona.com/demand-backup patched + cat /tmp/tmp.15QQGutjg4 + rm /tmp/tmp.LahkUFDqpr /tmp/tmp.15QQGutjg4 + return 0 + read -r pns name + kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found perconaxtradbcluster.pxc.percona.com "demand-backup" deleted from demand-backup-minio-4555 namespace + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found No resources found + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.QvKTGxM2rd + local LAST_OUT=/tmp/tmp.OoR0YrRZX0 + xargs kubectl delete ns + awk '{print$1}' ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.knVnbt1Qeg + local exit_status=0 + local LAST_ERR=/tmp/tmp.JIugVd61R8 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OoR0YrRZX0 + cat /tmp/tmp.knVnbt1Qeg + rm /tmp/tmp.OoR0YrRZX0 /tmp/tmp.knVnbt1Qeg + return 0 namespace "demand-backup-minio-4555" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QvKTGxM2rd namespace "pxc-operator" deleted + cat /tmp/tmp.JIugVd61R8 + rm /tmp/tmp.QvKTGxM2rd /tmp/tmp.JIugVd61R8 + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.1fJsydiLzB ++ mktemp + local LAST_ERR=/tmp/tmp.md9FrugQq9 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1fJsydiLzB namespace/pxc-operator created + cat /tmp/tmp.md9FrugQq9 + rm /tmp/tmp.1fJsydiLzB /tmp/tmp.md9FrugQq9 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.CCTQ7nMNcq +++ mktemp ++ local LAST_ERR=/tmp/tmp.DIw7fNIAtE ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CCTQ7nMNcq ++ cat /tmp/tmp.DIw7fNIAtE ++ rm /tmp/tmp.CCTQ7nMNcq /tmp/tmp.DIw7fNIAtE ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.wnt7FQGC6K ++ mktemp + local LAST_ERR=/tmp/tmp.DFjSBpMFby + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wnt7FQGC6K Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6" modified. + cat /tmp/tmp.DFjSBpMFby + rm /tmp/tmp.wnt7FQGC6K /tmp/tmp.DFjSBpMFby + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.RPOFxjZZH8 ++ mktemp + local LAST_ERR=/tmp/tmp.Po4beIJLwp + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RPOFxjZZH8 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.Po4beIJLwp + rm /tmp/tmp.RPOFxjZZH8 /tmp/tmp.Po4beIJLwp + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.IyKuIS80JN ++ mktemp + local LAST_ERR=/tmp/tmp.VZJwDcSwY9 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IyKuIS80JN customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met + cat /tmp/tmp.VZJwDcSwY9 + rm /tmp/tmp.IyKuIS80JN /tmp/tmp.VZJwDcSwY9 + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.ExCdMOJT2M ++ mktemp + local LAST_ERR=/tmp/tmp.SUq4Fu5axE + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ExCdMOJT2M customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met + cat /tmp/tmp.SUq4Fu5axE + rm /tmp/tmp.ExCdMOJT2M /tmp/tmp.SUq4Fu5axE + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.KwKTpWc70w ++ mktemp + local LAST_ERR=/tmp/tmp.nT7ZX9NaG0 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KwKTpWc70w customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met + cat /tmp/tmp.nT7ZX9NaG0 + rm /tmp/tmp.KwKTpWc70w /tmp/tmp.nT7ZX9NaG0 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-rbac.yaml + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.ZLYkuJxsVU ++ mktemp + local LAST_ERR=/tmp/tmp.ExdZzmzCvZ + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZLYkuJxsVU clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.ExdZzmzCvZ + rm /tmp/tmp.ZLYkuJxsVU /tmp/tmp.ExdZzmzCvZ + return 0 + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + kubectl_bin apply -f - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420^' ++ mktemp + local LAST_OUT=/tmp/tmp.dddLPYT6hm ++ mktemp + local LAST_ERR=/tmp/tmp.AblQTHkojk + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dddLPYT6hm deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.AblQTHkojk + rm /tmp/tmp.dddLPYT6hm /tmp/tmp.AblQTHkojk + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.ZfbW03bsix ++ mktemp + local LAST_ERR=/tmp/tmp.RGKmobS1m2 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZfbW03bsix pod/percona-xtradb-cluster-operator-658fcf4b98-z4p4b condition met + cat /tmp/tmp.RGKmobS1m2 + rm /tmp/tmp.ZfbW03bsix /tmp/tmp.RGKmobS1m2 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ head -1 ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FOAsJnQtgl +++ mktemp ++ local LAST_ERR=/tmp/tmp.U8t4wg6R0Y ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FOAsJnQtgl ++ cat /tmp/tmp.U8t4wg6R0Y ++ rm /tmp/tmp.FOAsJnQtgl /tmp/tmp.U8t4wg6R0Y ++ return 0 + wait_pod percona-xtradb-cluster-operator-658fcf4b98-z4p4b 480 pxc-operator + local pod=percona-xtradb-cluster-operator-658fcf4b98-z4p4b + local max_retry=480 + local ns=pxc-operator ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-658fcf4b98-z4p4b + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-658fcf4b98-z4p4b condition met waiting for pod/percona-xtradb-cluster-operator-658fcf4b98-z4p4b to become Ready.Ok + sleep 3 + create_namespace demand-backup-minio-18196 + local namespace=demand-backup-minio-18196 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ sed s/NAMESPACE// ++ tail -n1 ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces demand-backup-minio-18196' + set +o xtrace ++ mktemp ----------------------------------------------------------------------------------- cleaned up old namespaces demand-backup-minio-18196 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace demand-backup-minio-18196 + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + local LAST_OUT=/tmp/tmp.6AaWPkttod ++ mktemp + local LAST_ERR=/tmp/tmp.tGEXpCBBlI + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.E4DBluFQJO ++ mktemp + local LAST_ERR=/tmp/tmp.qnxaEbJAT5 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-minio-18196 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6AaWPkttod + cat /tmp/tmp.tGEXpCBBlI + rm /tmp/tmp.6AaWPkttod /tmp/tmp.tGEXpCBBlI + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-minio-18196 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-minio-18196 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.E4DBluFQJO + cat /tmp/tmp.qnxaEbJAT5 Error from server (NotFound): namespaces "demand-backup-minio-18196" not found + rm /tmp/tmp.E4DBluFQJO /tmp/tmp.qnxaEbJAT5 + return 1 + : + wait_for_delete namespace/demand-backup-minio-18196 + local res=namespace/demand-backup-minio-18196 + echo -n 'waiting for namespace/demand-backup-minio-18196 to be deleted' waiting for namespace/demand-backup-minio-18196 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "demand-backup-minio-18196" not found + desc 'create namespace demand-backup-minio-18196' + set +o xtrace ----------------------------------------------------------------------------------- create namespace demand-backup-minio-18196 ----------------------------------------------------------------------------------- + kubectl_bin create namespace demand-backup-minio-18196 ++ mktemp + local LAST_OUT=/tmp/tmp.XdfNGdP3MU ++ mktemp + local LAST_ERR=/tmp/tmp.yVsrNYudMB + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace demand-backup-minio-18196 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XdfNGdP3MU namespace/demand-backup-minio-18196 created + cat /tmp/tmp.yVsrNYudMB + rm /tmp/tmp.XdfNGdP3MU /tmp/tmp.yVsrNYudMB + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.8Yzx6iIV9i +++ mktemp ++ local LAST_ERR=/tmp/tmp.fsDlH1wRKe ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8Yzx6iIV9i ++ cat /tmp/tmp.fsDlH1wRKe ++ rm /tmp/tmp.8Yzx6iIV9i /tmp/tmp.fsDlH1wRKe ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6 --namespace=demand-backup-minio-18196 ++ mktemp + local LAST_OUT=/tmp/tmp.bHo4Hsy7kY ++ mktemp + local LAST_ERR=/tmp/tmp.hP89INJF9W + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6 --namespace=demand-backup-minio-18196 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bHo4Hsy7kY Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6" modified. + cat /tmp/tmp.hP89INJF9W + rm /tmp/tmp.bHo4Hsy7kY /tmp/tmp.hP89INJF9W + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.X8bC7WbuQF ++ mktemp + local LAST_ERR=/tmp/tmp.YmnlvfKEyC + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.X8bC7WbuQF secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.YmnlvfKEyC + rm /tmp/tmp.X8bC7WbuQF /tmp/tmp.YmnlvfKEyC + return 0 + cluster=demand-backup + spinup_pxc demand-backup /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/conf/demand-backup.yml + local cluster=demand-backup + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/conf/demand-backup.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.iQlPpBeOgZ ++ mktemp + local LAST_ERR=/tmp/tmp.qS4Z9UiZ0w + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iQlPpBeOgZ secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.qS4Z9UiZ0w + rm /tmp/tmp.iQlPpBeOgZ /tmp/tmp.qS4Z9UiZ0w + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-minio-18196~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + local LAST_OUT=/tmp/tmp.zWgsHhlS3s + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + local LAST_ERR=/tmp/tmp.oTOUy9aFfG + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zWgsHhlS3s deployment.apps/pxc-client created + cat /tmp/tmp.oTOUy9aFfG + rm /tmp/tmp.zWgsHhlS3s /tmp/tmp.oTOUy9aFfG + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/conf/demand-backup.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/conf/demand-backup.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/conf/demand-backup.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/conf/demand-backup.yml + local pvc_name= + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.DQeixq75uh + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-minio-18196~ + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/conf/demand-backup.yml + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + local LAST_ERR=/tmp/tmp.lPxxbfyJPM + local exit_status=0 + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DQeixq75uh perconaxtradbcluster.pxc.percona.com/demand-backup created + cat /tmp/tmp.lPxxbfyJPM + rm /tmp/tmp.DQeixq75uh /tmp/tmp.lPxxbfyJPM + return 0 + desc 'waiting pods to be running for demand-backup' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for demand-backup ----------------------------------------------------------------------------------- ++ get_proxy demand-backup ++ local target_cluster=demand-backup +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.9MBLwJCiyj ++++ mktemp +++ local LAST_ERR=/tmp/tmp.yZdLBUgyS0 +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.9MBLwJCiyj +++ cat /tmp/tmp.yZdLBUgyS0 +++ rm /tmp/tmp.9MBLwJCiyj /tmp/tmp.yZdLBUgyS0 +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.UP1C6S3Id2 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Jxr8f1RCnt +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.UP1C6S3Id2 +++ cat /tmp/tmp.Jxr8f1RCnt +++ rm /tmp/tmp.UP1C6S3Id2 /tmp/tmp.Jxr8f1RCnt +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo demand-backup-proxysql ++ return + local proxy=demand-backup-proxysql ++ get_proxy_size demand-backup ++ local cluster=demand-backup ++ local size=0 +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.I1yUmwxSvK ++++ mktemp +++ local LAST_ERR=/tmp/tmp.u7pq15uz5T +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.I1yUmwxSvK +++ cat /tmp/tmp.u7pq15uz5T +++ rm /tmp/tmp.I1yUmwxSvK /tmp/tmp.u7pq15uz5T +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.u7IAvsGhkn ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Ldu9c16Vpe +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.u7IAvsGhkn +++ cat /tmp/tmp.Ldu9c16Vpe +++ rm /tmp/tmp.u7IAvsGhkn /tmp/tmp.Ldu9c16Vpe +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.cEinEDD9R8 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.aSppEVOhvV +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.cEinEDD9R8 +++ cat /tmp/tmp.aSppEVOhvV +++ rm /tmp/tmp.cEinEDD9R8 /tmp/tmp.aSppEVOhvV +++ return 0 ++ size=2 ++ echo 2 + local proxy_size=2 + wait_for_running demand-backup-pxc 3 + local name=demand-backup-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z demand-backup-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for demand-backup-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for demand-backup-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-0 480 + local pod=demand-backup-pxc-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo demand-backup-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/demand-backup-pxc-0 condition met waiting for pod/demand-backup-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-1 480 + local pod=demand-backup-pxc-1 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-1 condition met waiting for pod/demand-backup-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-2 480 + local pod=demand-backup-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo demand-backup-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/demand-backup-pxc-2 condition met waiting for pod/demand-backup-pxc-2 to become Ready.Ok + wait_for_running demand-backup-proxysql 2 + local name=demand-backup-proxysql + local size=2 + local last_pod + local max_retry=480 + [[ -z demand-backup-proxysql ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for demand-backup-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for demand-backup-proxysql ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-proxysql-0 480 + local pod=demand-backup-proxysql-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo demand-backup-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-0 condition met waiting for pod/demand-backup-proxysql-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-proxysql-1 480 + local pod=demand-backup-proxysql-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo demand-backup-proxysql-1 + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-1 condition met waiting for pod/demand-backup-proxysql-1 to become Ready.Ok + wait_cluster_consistency demand-backup 3 2 + local cluster_name=demand-backup + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/demand-backup to be ready' waiting for pxc/demand-backup to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o1lvPbcEli +++ mktemp ++ local LAST_ERR=/tmp/tmp.vRVTDFzxRe ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o1lvPbcEli ++ cat /tmp/tmp.vRVTDFzxRe ++ rm /tmp/tmp.o1lvPbcEli /tmp/tmp.vRVTDFzxRe ++ return 0 + state=ready ++ kubectl_bin get pxc demand-backup -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pftbz1dUja +++ mktemp ++ local LAST_ERR=/tmp/tmp.sf7GiXdvKJ ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pftbz1dUja ++ cat /tmp/tmp.sf7GiXdvKJ ++ rm /tmp/tmp.Pftbz1dUja /tmp/tmp.sf7GiXdvKJ ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup +++ local cluster_name=demand-backup ++++ get_proxy demand-backup ++++ local target_cluster=demand-backup +++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.aOWBtqrOoC ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ZfoXVWoAiB +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.aOWBtqrOoC +++++ cat /tmp/tmp.ZfoXVWoAiB +++++ rm /tmp/tmp.aOWBtqrOoC /tmp/tmp.ZfoXVWoAiB +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Hn3qVBCfOh ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.svcYE05Ott +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Hn3qVBCfOh +++++ cat /tmp/tmp.svcYE05Ott +++++ rm /tmp/tmp.Hn3qVBCfOh /tmp/tmp.svcYE05Ott +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-proxysql ++++ return +++ local cluster_proxy=demand-backup-proxysql +++ echo proxysql ++ kubectl_bin get pxc demand-backup -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.drHwm0zXW2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.yMIbKGqqVY ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.drHwm0zXW2 ++ cat /tmp/tmp.yMIbKGqqVY ++ rm /tmp/tmp.drHwm0zXW2 /tmp/tmp.yMIbKGqqVY ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 10 ++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.EO4pJbCQyr +++ mktemp ++ local LAST_ERR=/tmp/tmp.Atj47qlEpF ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EO4pJbCQyr ++ cat /tmp/tmp.Atj47qlEpF ++ rm /tmp/tmp.EO4pJbCQyr /tmp/tmp.Atj47qlEpF ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eIbIHCEoN9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.NrefmT0ey9 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eIbIHCEoN9 ++ cat /tmp/tmp.NrefmT0ey9 ++ rm /tmp/tmp.eIbIHCEoN9 /tmp/tmp.NrefmT0ey9 ++ return 0 + client_pod=pxc-client-6fc75f888d-chx8j + wait_pod pxc-client-6fc75f888d-chx8j + local pod=pxc-client-6fc75f888d-chx8j + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6fc75f888d-chx8j + local container= + set +o xtrace pod/pxc-client-6fc75f888d-chx8j condition met waiting for pod/pxc-client-6fc75f888d-chx8j to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data demand-backup 100500 no-proxy -P3306 + local cluster=demand-backup + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password demand-backup root ++ local cluster=demand-backup ++ local user=root +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.BvzZ3SZHpT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.WNFx3ACZkA +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.BvzZ3SZHpT +++ cat /tmp/tmp.WNFx3ACZkA +++ rm /tmp/tmp.BvzZ3SZHpT /tmp/tmp.WNFx3ACZkA +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.rx8zDDhv2Y +++ mktemp ++ local LAST_ERR=/tmp/tmp.m8iebgbKuv ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rx8zDDhv2Y ++ cat /tmp/tmp.m8iebgbKuv ++ rm /tmp/tmp.rx8zDDhv2Y /tmp/tmp.m8iebgbKuv ++ return 0 + root_pass=root_password ++ get_proxy demand-backup ++ local target_cluster=demand-backup +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.O9p6Ru35jt ++++ mktemp +++ local LAST_ERR=/tmp/tmp.NK7oSEE2jg +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.O9p6Ru35jt +++ cat /tmp/tmp.NK7oSEE2jg +++ rm /tmp/tmp.O9p6Ru35jt /tmp/tmp.NK7oSEE2jg +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.gKsbV6ehxk ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6bmKlWVmQ9 +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.gKsbV6ehxk +++ cat /tmp/tmp.6bmKlWVmQ9 +++ rm /tmp/tmp.gKsbV6ehxk /tmp/tmp.6bmKlWVmQ9 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo demand-backup-proxysql ++ return + proxy=demand-backup-proxysql + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h demand-backup-pxc-0.demand-backup-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h demand-backup-pxc-0.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KehPXk7ezR +++ mktemp ++ local LAST_ERR=/tmp/tmp.JLa1NTxd7N ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KehPXk7ezR ++ cat /tmp/tmp.JLa1NTxd7N ++ rm /tmp/tmp.KehPXk7ezR /tmp/tmp.JLa1NTxd7N ++ return 0 + client_pod=pxc-client-6fc75f888d-chx8j + wait_pod pxc-client-6fc75f888d-chx8j + local pod=pxc-client-6fc75f888d-chx8j + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6fc75f888d-chx8j ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6fc75f888d-chx8j condition met waiting for pod/pxc-client-6fc75f888d-chx8j to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data demand-backup select-1 no-proxy -P3306 + local cluster=demand-backup + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password demand-backup root ++ local cluster=demand-backup ++ local user=root +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.TkwWJpMfkk ++++ mktemp +++ local LAST_ERR=/tmp/tmp.MHPrSQ5XJw +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.TkwWJpMfkk +++ cat /tmp/tmp.MHPrSQ5XJw +++ rm /tmp/tmp.TkwWJpMfkk /tmp/tmp.MHPrSQ5XJw +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uRRHYWqrkj +++ mktemp ++ local LAST_ERR=/tmp/tmp.aysBjKL54z ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uRRHYWqrkj ++ cat /tmp/tmp.aysBjKL54z ++ rm /tmp/tmp.uRRHYWqrkj /tmp/tmp.aysBjKL54z ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size demand-backup ++ local cluster=demand-backup ++ local size=0 +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.FT72iNsyCn ++++ mktemp +++ local LAST_ERR=/tmp/tmp.7rNDaAUEjz +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.FT72iNsyCn +++ cat /tmp/tmp.7rNDaAUEjz +++ rm /tmp/tmp.FT72iNsyCn /tmp/tmp.7rNDaAUEjz +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h demand-backup-pxc-0.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h demand-backup-pxc-0.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AEyDN5mZh6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.NgEC9jKWwj ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AEyDN5mZh6 ++ cat /tmp/tmp.NgEC9jKWwj ++ rm /tmp/tmp.AEyDN5mZh6 /tmp/tmp.NgEC9jKWwj ++ return 0 + client_pod=pxc-client-6fc75f888d-chx8j + wait_pod pxc-client-6fc75f888d-chx8j + local pod=pxc-client-6fc75f888d-chx8j + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-6fc75f888d-chx8j + local container= + set +o xtrace pod/pxc-client-6fc75f888d-chx8j condition met waiting for pod/pxc-client-6fc75f888d-chx8j to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.YqG29zgQmR/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.YqG29zgQmR/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1.sql /tmp/tmp.YqG29zgQmR/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h demand-backup-pxc-1.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h demand-backup-pxc-1.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L62NOyOUvD +++ mktemp ++ local LAST_ERR=/tmp/tmp.mIqseJmzJx ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L62NOyOUvD ++ cat /tmp/tmp.mIqseJmzJx ++ rm /tmp/tmp.L62NOyOUvD /tmp/tmp.mIqseJmzJx ++ return 0 + client_pod=pxc-client-6fc75f888d-chx8j + wait_pod pxc-client-6fc75f888d-chx8j + local pod=pxc-client-6fc75f888d-chx8j + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6fc75f888d-chx8j + local container= + set +o xtrace pod/pxc-client-6fc75f888d-chx8j condition met waiting for pod/pxc-client-6fc75f888d-chx8j to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.YqG29zgQmR/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.YqG29zgQmR/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1.sql /tmp/tmp.YqG29zgQmR/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h demand-backup-pxc-2.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h demand-backup-pxc-2.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hLmp1eTqAY +++ mktemp ++ local LAST_ERR=/tmp/tmp.XLryBkH1tV ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hLmp1eTqAY ++ cat /tmp/tmp.XLryBkH1tV ++ rm /tmp/tmp.hLmp1eTqAY /tmp/tmp.XLryBkH1tV ++ return 0 + client_pod=pxc-client-6fc75f888d-chx8j + wait_pod pxc-client-6fc75f888d-chx8j + local pod=pxc-client-6fc75f888d-chx8j + local max_retry=480 + local ns= ++ echo pxc-client-6fc75f888d-chx8j ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6fc75f888d-chx8j condition met waiting for pod/pxc-client-6fc75f888d-chx8j to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.YqG29zgQmR/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.YqG29zgQmR/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/demand-backup-minio/compare/select-1.sql /tmp/tmp.YqG29zgQmR/select-1.sql + is_keyring_plugin_in_use demand-backup + local cluster=demand-backup + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + grep -E -o 'early-plugin-load=keyring_\w+.so' + kubectl exec demand-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + return 1 + start_minio demand-backup-ssl + deploy_helm demand-backup-minio-18196 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "chaos-mesh" chart repository ...Successfully got an update from the "hashicorp" chart repository ...Successfully got an update from the "percona" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret=demand-backup-ssl + local endpoint=http://minio-service:9000 + minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G') + local minio_args + [[ -n demand-backup-ssl ]] + endpoint=https://minio-service:9000 + minio_args+=(--set tls.enabled=true --set tls.certSecret="$cert_secret" --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key) + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: failed post-install: 1 error occurred: * timed out waiting for the condition + [[ 1 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 2 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 3 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 4 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 5 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 6 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 7 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 8 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 9 -ge 10 ]] + let n+=1 + sleep 60 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio Error: INSTALLATION FAILED: cannot re-use a name that is still in use + [[ 10 -ge 10 ]] + echo 'The command '\''helm' install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key 'minio/minio'\'' has failed after 10 attempts.' The command 'helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set users[0].accessKey=some-access-key --set users[0].secretKey=some-secret-key --set users[0].policy=consoleAdmin --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio' has failed after 10 attempts. + exit 1