Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/logs/cross-site-proxysql-8-4.log
Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ main
+ local source_cluster=cross-site-source
+ local replica_cluster=cross-site-replica
+ desc 'Create source cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Create source cluster
-----------------------------------------------------------------------------------

+ create_infra cross-site-proxysql-27033
+ local ns=cross-site-proxysql-27033
+ '[' -n pxc-operator ']'
+ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ read -r pns name
+ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ read -r pns name
+ timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ grep chaos-mesh.org
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrolebinding
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.eW2x3aZfvm
++ mktemp
+ local LAST_OUT=/tmp/tmp.fodUkkBxsN
+ xargs kubectl delete ns
++ mktemp
+ local LAST_ERR=/tmp/tmp.QSCRZNhuKw
++ mktemp
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.dS4Jlh65VX
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.eW2x3aZfvm
+ cat /tmp/tmp.QSCRZNhuKw
+ rm /tmp/tmp.eW2x3aZfvm /tmp/tmp.QSCRZNhuKw
+ return 0
namespace "cross-site-proxysql-21851" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fodUkkBxsN
namespace "pxc-operator" deleted
+ cat /tmp/tmp.dS4Jlh65VX
+ rm /tmp/tmp.fodUkkBxsN /tmp/tmp.dS4Jlh65VX
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.wItwNDYuk1
++ mktemp
+ local LAST_ERR=/tmp/tmp.7oXRixYgsX
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wItwNDYuk1
namespace/pxc-operator created
+ cat /tmp/tmp.7oXRixYgsX
+ rm /tmp/tmp.wItwNDYuk1 /tmp/tmp.7oXRixYgsX
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bKt4YtGu2P
+++ mktemp
++ local LAST_ERR=/tmp/tmp.l1L5oHyS82
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bKt4YtGu2P
++ cat /tmp/tmp.l1L5oHyS82
++ rm /tmp/tmp.bKt4YtGu2P /tmp/tmp.l1L5oHyS82
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster7 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.jFwx1PdhnE
++ mktemp
+ local LAST_ERR=/tmp/tmp.eixxdbSQ09
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster7 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jFwx1PdhnE
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster7" modified.
+ cat /tmp/tmp.eixxdbSQ09
+ rm /tmp/tmp.jFwx1PdhnE /tmp/tmp.eixxdbSQ09
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.vqAIHmi8is
++ mktemp
+ local LAST_ERR=/tmp/tmp.SV1vd98IZ6
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vqAIHmi8is
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.SV1vd98IZ6
+ rm /tmp/tmp.vqAIHmi8is /tmp/tmp.SV1vd98IZ6
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.omidXtbZ1H
++ mktemp
+ local LAST_ERR=/tmp/tmp.jPlIZ0Tl3a
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.omidXtbZ1H
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met
+ cat /tmp/tmp.jPlIZ0Tl3a
+ rm /tmp/tmp.omidXtbZ1H /tmp/tmp.jPlIZ0Tl3a
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZYp860vldU
++ mktemp
+ local LAST_ERR=/tmp/tmp.X8I6WLQAEY
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZYp860vldU
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met
+ cat /tmp/tmp.X8I6WLQAEY
+ rm /tmp/tmp.ZYp860vldU /tmp/tmp.X8I6WLQAEY
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.GmE0XtcZnG
++ mktemp
+ local LAST_ERR=/tmp/tmp.hEGScSZfoN
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GmE0XtcZnG
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met
+ cat /tmp/tmp.hEGScSZfoN
+ rm /tmp/tmp.GmE0XtcZnG /tmp/tmp.hEGScSZfoN
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.4c6PYJTity
++ mktemp
+ local LAST_ERR=/tmp/tmp.KSb0XDVzwH
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4c6PYJTity
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.KSb0XDVzwH
+ rm /tmp/tmp.4c6PYJTity /tmp/tmp.KSb0XDVzwH
+ return 0
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' -
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.Tk4lZLb73U
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-operator.yaml
++ mktemp
+ local LAST_ERR=/tmp/tmp.ieIuuoJk0U
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Tk4lZLb73U
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.ieIuuoJk0U
+ rm /tmp/tmp.Tk4lZLb73U /tmp/tmp.ieIuuoJk0U
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.S86mpMErpj
++ mktemp
+ local LAST_ERR=/tmp/tmp.UPJEA5PabW
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.S86mpMErpj
pod/percona-xtradb-cluster-operator-658fcf4b98-tbmcz condition met
+ cat /tmp/tmp.UPJEA5PabW
+ rm /tmp/tmp.S86mpMErpj /tmp/tmp.UPJEA5PabW
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ head -1
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TflEcsPKru
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MXpOguazGP
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TflEcsPKru
++ cat /tmp/tmp.MXpOguazGP
++ rm /tmp/tmp.TflEcsPKru /tmp/tmp.MXpOguazGP
++ return 0
+ wait_pod percona-xtradb-cluster-operator-658fcf4b98-tbmcz 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-658fcf4b98-tbmcz
+ local max_retry=480
+ local ns=pxc-operator
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo percona-xtradb-cluster-operator-658fcf4b98-tbmcz
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-658fcf4b98-tbmcz condition met
waiting for pod/percona-xtradb-cluster-operator-658fcf4b98-tbmcz to become Ready.Ok
+ sleep 3
+ create_namespace cross-site-proxysql-27033
+ local namespace=cross-site-proxysql-27033
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
++ helm list --all-namespaces --filter chaos-mesh
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep validate-auth
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl api-resources
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces cross-site-proxysql-27033'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces cross-site-proxysql-27033
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace cross-site-proxysql-27033
+ kubectl_bin get ns
+ awk '{print$1}'
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.Da8bOBR0Yd
++ mktemp
+ local LAST_OUT=/tmp/tmp.YXInCwHdOO
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.mNBMSAI6xe
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.oCwwMxGzve
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace cross-site-proxysql-27033
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YXInCwHdOO
+ cat /tmp/tmp.oCwwMxGzve
+ rm /tmp/tmp.YXInCwHdOO /tmp/tmp.oCwwMxGzve
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace cross-site-proxysql-27033
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace cross-site-proxysql-27033
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.Da8bOBR0Yd
+ cat /tmp/tmp.mNBMSAI6xe
Error from server (NotFound): namespaces "cross-site-proxysql-27033" not found
+ rm /tmp/tmp.Da8bOBR0Yd /tmp/tmp.mNBMSAI6xe
+ return 1
+ :
+ wait_for_delete namespace/cross-site-proxysql-27033
+ local res=namespace/cross-site-proxysql-27033
+ echo -n 'waiting for namespace/cross-site-proxysql-27033 to be deleted'
waiting for namespace/cross-site-proxysql-27033 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "cross-site-proxysql-27033" not found
+ desc 'create namespace cross-site-proxysql-27033'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace cross-site-proxysql-27033
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cross-site-proxysql-27033
++ mktemp
+ local LAST_OUT=/tmp/tmp.kXb1c5UOSW
++ mktemp
+ local LAST_ERR=/tmp/tmp.U75m9Uiszu
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace cross-site-proxysql-27033
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kXb1c5UOSW
namespace/cross-site-proxysql-27033 created
+ cat /tmp/tmp.U75m9Uiszu
+ rm /tmp/tmp.kXb1c5UOSW /tmp/tmp.U75m9Uiszu
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cHEvhJUdge
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xwPj57NeQS
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.cHEvhJUdge
++ cat /tmp/tmp.xwPj57NeQS
++ rm /tmp/tmp.cHEvhJUdge /tmp/tmp.xwPj57NeQS
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster7 --namespace=cross-site-proxysql-27033
++ mktemp
+ local LAST_OUT=/tmp/tmp.OZ4AQIv4iv
++ mktemp
+ local LAST_ERR=/tmp/tmp.gy0FyXOmDP
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster7 --namespace=cross-site-proxysql-27033
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OZ4AQIv4iv
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster7" modified.
+ cat /tmp/tmp.gy0FyXOmDP
+ rm /tmp/tmp.OZ4AQIv4iv /tmp/tmp.gy0FyXOmDP
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.x4NWxALYNP
++ mktemp
+ local LAST_ERR=/tmp/tmp.i8YYtodMJA
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.x4NWxALYNP
secret/minio-secret created
secret/aws-s3-secret created
secret/do-spaces-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.i8YYtodMJA
+ rm /tmp/tmp.x4NWxALYNP /tmp/tmp.i8YYtodMJA
+ return 0
+ start_minio
+ deploy_helm cross-site-proxysql-27033
+ helm repo add hashicorp https://helm.releases.hashicorp.com
"hashicorp" already exists with the same configuration, skipping
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "hashicorp" chart repository
Update Complete. ⎈Happy Helming!⎈
+ local cert_secret=
+ local endpoint=http://minio-service:9000
+ minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G')
+ local minio_args
+ [[ -n '' ]]
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: failed post-install: 1 error occurred:
	* timed out waiting for the condition


+ [[ 1 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 2 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 3 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 4 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 5 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 6 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 7 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 8 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 9 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 10 -ge 10 ]]
+ echo 'The command '\''helm' install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G 'minio/minio'\'' has failed after 10 attempts.'
The command 'helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set users[0].accessKey=some-access-key --set users[0].secretKey=some-secret-key --set users[0].policy=consoleAdmin --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio' has failed after 10 attempts.
+ exit 1