Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/logs/cross-site-8-0.log
Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ main
+ local source_cluster=cross-site-source
+ local replica_cluster=cross-site-replica
+ desc 'Create source cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Create source cluster
-----------------------------------------------------------------------------------

+ create_infra cross-site-27362
+ local ns=cross-site-27362
+ '[' -n pxc-operator ']'
+ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ read -r pns name
+ read -r pns name
+ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found
No resources found
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ tail -n1
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ awk '{print$1}'
++ mktemp
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ kubectl_bin get ns
+ local LAST_OUT=/tmp/tmp.c30nGoKksD
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.Ow5oJYvTV2
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.OQrkKtgE9T
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.Rgx6NGwekN
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ow5oJYvTV2
+ cat /tmp/tmp.OQrkKtgE9T
+ rm /tmp/tmp.Ow5oJYvTV2 /tmp/tmp.OQrkKtgE9T
+ return 0
namespace "cross-site-8968" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.c30nGoKksD
namespace "pxc-operator" deleted
+ cat /tmp/tmp.Rgx6NGwekN
+ rm /tmp/tmp.c30nGoKksD /tmp/tmp.Rgx6NGwekN
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.MsLPAFVia0
++ mktemp
+ local LAST_ERR=/tmp/tmp.GCrbqXXjcW
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MsLPAFVia0
namespace/pxc-operator created
+ cat /tmp/tmp.GCrbqXXjcW
+ rm /tmp/tmp.MsLPAFVia0 /tmp/tmp.GCrbqXXjcW
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zvJhucs7UH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3NiVCZTILC
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zvJhucs7UH
++ cat /tmp/tmp.3NiVCZTILC
++ rm /tmp/tmp.zvJhucs7UH /tmp/tmp.3NiVCZTILC
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster5 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.p5S2BkbcpH
++ mktemp
+ local LAST_ERR=/tmp/tmp.mLSRV6iMeM
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster5 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.p5S2BkbcpH
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster5" modified.
+ cat /tmp/tmp.mLSRV6iMeM
+ rm /tmp/tmp.p5S2BkbcpH /tmp/tmp.mLSRV6iMeM
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.8GCRfut2SG
++ mktemp
+ local LAST_ERR=/tmp/tmp.f5YCEaweAa
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8GCRfut2SG
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.f5YCEaweAa
+ rm /tmp/tmp.8GCRfut2SG /tmp/tmp.f5YCEaweAa
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.yJoBpNw2Oe
++ mktemp
+ local LAST_ERR=/tmp/tmp.njQxJcUbOE
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yJoBpNw2Oe
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met
+ cat /tmp/tmp.njQxJcUbOE
+ rm /tmp/tmp.yJoBpNw2Oe /tmp/tmp.njQxJcUbOE
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.gIQTYfH0Xq
++ mktemp
+ local LAST_ERR=/tmp/tmp.PdfhsyZIFP
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gIQTYfH0Xq
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met
+ cat /tmp/tmp.PdfhsyZIFP
+ rm /tmp/tmp.gIQTYfH0Xq /tmp/tmp.PdfhsyZIFP
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.GKuQPXdZhG
++ mktemp
+ local LAST_ERR=/tmp/tmp.xGMQTUqBPS
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GKuQPXdZhG
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met
+ cat /tmp/tmp.xGMQTUqBPS
+ rm /tmp/tmp.GKuQPXdZhG /tmp/tmp.xGMQTUqBPS
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.VbOPaNeC4V
++ mktemp
+ local LAST_ERR=/tmp/tmp.5pBhY3kvDv
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VbOPaNeC4V
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.5pBhY3kvDv
+ rm /tmp/tmp.VbOPaNeC4V /tmp/tmp.5pBhY3kvDv
+ return 0
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.HFmE6v2RVJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.IsBGRMx8PT
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.HFmE6v2RVJ
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.IsBGRMx8PT
+ rm /tmp/tmp.HFmE6v2RVJ /tmp/tmp.IsBGRMx8PT
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.5iwBGZYBig
++ mktemp
+ local LAST_ERR=/tmp/tmp.W8O2vEfnxK
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5iwBGZYBig
pod/percona-xtradb-cluster-operator-658fcf4b98-9429q condition met
+ cat /tmp/tmp.W8O2vEfnxK
+ rm /tmp/tmp.5iwBGZYBig /tmp/tmp.W8O2vEfnxK
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ head -1
+++ mktemp
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ local LAST_OUT=/tmp/tmp.ampL60Ip0F
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yRAVggAKHT
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ampL60Ip0F
++ cat /tmp/tmp.yRAVggAKHT
++ rm /tmp/tmp.ampL60Ip0F /tmp/tmp.yRAVggAKHT
++ return 0
+ wait_pod percona-xtradb-cluster-operator-658fcf4b98-9429q 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-658fcf4b98-9429q
+ local max_retry=480
+ local ns=pxc-operator
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo percona-xtradb-cluster-operator-658fcf4b98-9429q
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-658fcf4b98-9429q condition met
waiting for pod/percona-xtradb-cluster-operator-658fcf4b98-9429q to become Ready.Ok
+ sleep 3
+ create_namespace cross-site-27362
+ local namespace=cross-site-27362
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl api-resources
++ awk '{print $1}'
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces cross-site-27362'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces cross-site-27362
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace cross-site-27362
+ awk '{print$1}'
++ mktemp
+ xargs kubectl delete ns
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ kubectl_bin get ns
+ local LAST_OUT=/tmp/tmp.LAjBKx8row
++ mktemp
+ local LAST_OUT=/tmp/tmp.WSl8m2c2mS
++ mktemp
+ local LAST_ERR=/tmp/tmp.PNb3tyk5Ui
+ local exit_status=0
++ mktemp
+ local LAST_ERR=/tmp/tmp.7LROpCrCwZ
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace cross-site-27362
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace cross-site-27362
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace cross-site-27362
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WSl8m2c2mS
+ cat /tmp/tmp.7LROpCrCwZ
+ rm /tmp/tmp.WSl8m2c2mS /tmp/tmp.7LROpCrCwZ
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.LAjBKx8row
+ cat /tmp/tmp.PNb3tyk5Ui
Error from server (NotFound): namespaces "cross-site-27362" not found
+ rm /tmp/tmp.LAjBKx8row /tmp/tmp.PNb3tyk5Ui
+ return 1
+ :
+ wait_for_delete namespace/cross-site-27362
+ local res=namespace/cross-site-27362
+ echo -n 'waiting for namespace/cross-site-27362 to be deleted'
waiting for namespace/cross-site-27362 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "cross-site-27362" not found
+ desc 'create namespace cross-site-27362'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace cross-site-27362
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cross-site-27362
++ mktemp
+ local LAST_OUT=/tmp/tmp.cospnGq086
++ mktemp
+ local LAST_ERR=/tmp/tmp.zA3swenAsb
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace cross-site-27362
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.cospnGq086
namespace/cross-site-27362 created
+ cat /tmp/tmp.zA3swenAsb
+ rm /tmp/tmp.cospnGq086 /tmp/tmp.zA3swenAsb
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3vutEiE4N6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9HX7QhWNOh
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3vutEiE4N6
++ cat /tmp/tmp.9HX7QhWNOh
++ rm /tmp/tmp.3vutEiE4N6 /tmp/tmp.9HX7QhWNOh
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster5 --namespace=cross-site-27362
++ mktemp
+ local LAST_OUT=/tmp/tmp.9eZL2cKYas
++ mktemp
+ local LAST_ERR=/tmp/tmp.Pthibog8Sv
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster5 --namespace=cross-site-27362
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9eZL2cKYas
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster5" modified.
+ cat /tmp/tmp.Pthibog8Sv
+ rm /tmp/tmp.9eZL2cKYas /tmp/tmp.Pthibog8Sv
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.zCcBKHQNU1
++ mktemp
+ local LAST_ERR=/tmp/tmp.08Amyjbf5I
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zCcBKHQNU1
secret/minio-secret created
secret/aws-s3-secret created
secret/do-spaces-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.08Amyjbf5I
+ rm /tmp/tmp.zCcBKHQNU1 /tmp/tmp.08Amyjbf5I
+ return 0
+ start_minio
+ deploy_helm cross-site-27362
+ helm repo add hashicorp https://helm.releases.hashicorp.com
"hashicorp" already exists with the same configuration, skipping
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "hashicorp" chart repository
Update Complete. ⎈Happy Helming!⎈
+ local cert_secret=
+ local endpoint=http://minio-service:9000
+ minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G')
+ local minio_args
+ [[ -n '' ]]
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: failed post-install: 1 error occurred:
	* timed out waiting for the condition


+ [[ 1 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 2 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 3 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 4 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 5 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 6 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 7 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 8 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 9 -ge 10 ]]
+ let n+=1
+ sleep 60
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio
Error: INSTALLATION FAILED: cannot re-use a name that is still in use
+ [[ 10 -ge 10 ]]
+ echo 'The command '\''helm' install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G 'minio/minio'\'' has failed after 10 attempts.'
The command 'helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set users[0].accessKey=some-access-key --set users[0].secretKey=some-secret-key --set users[0].policy=consoleAdmin --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio' has failed after 10 attempts.
+ exit 1