Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/logs/balancer.log
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
+ main
+ create_infra balancer-13306
+ local ns=balancer-13306
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.VHpqKOEWnv
++ mktemp
+ local LAST_ERR=/tmp/tmp.V5YlOCA61C
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VHpqKOEWnv
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.V5YlOCA61C
+ rm /tmp/tmp.VHpqKOEWnv /tmp/tmp.V5YlOCA61C
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.sQjW0pjnbr
++ mktemp
+ local LAST_ERR=/tmp/tmp.bXFAqfeNRH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sQjW0pjnbr
+ cat /tmp/tmp.bXFAqfeNRH
+ rm /tmp/tmp.sQjW0pjnbr /tmp/tmp.bXFAqfeNRH
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.L2nPzC8shK
++ mktemp
+ local LAST_ERR=/tmp/tmp.2i7AEtFlmX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.L2nPzC8shK
+ cat /tmp/tmp.2i7AEtFlmX
+ rm /tmp/tmp.L2nPzC8shK /tmp/tmp.2i7AEtFlmX
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.sXnuNMDho4
++ mktemp
+ local LAST_ERR=/tmp/tmp.yG3Vozzooy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sXnuNMDho4
+ cat /tmp/tmp.yG3Vozzooy
+ rm /tmp/tmp.sXnuNMDho4 /tmp/tmp.yG3Vozzooy
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.bO3Sce2GW4
++ mktemp
+ local LAST_ERR=/tmp/tmp.HsTwOlPZJV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bO3Sce2GW4
+ cat /tmp/tmp.HsTwOlPZJV
+ rm /tmp/tmp.bO3Sce2GW4 /tmp/tmp.HsTwOlPZJV
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.UZM9qCcE9g
++ mktemp
+ local LAST_ERR=/tmp/tmp.RZf47ZOV4y
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UZM9qCcE9g
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.RZf47ZOV4y
+ rm /tmp/tmp.UZM9qCcE9g /tmp/tmp.RZf47ZOV4y
+ return 0
+ check_crd_for_deletion PR-2409-631b79c7b
+ local git_tag=PR-2409-631b79c7b
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2409-631b79c7b/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Lbf5lUZ0NB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s8Cit1qyy1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.Lbf5lUZ0NB
++ cat /tmp/tmp.s8Cit1qyy1
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.Lbf5lUZ0NB
++ cat /tmp/tmp.s8Cit1qyy1
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.Lbf5lUZ0NB
++ cat /tmp/tmp.s8Cit1qyy1
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.Lbf5lUZ0NB
++ cat /tmp/tmp.s8Cit1qyy1
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.Lbf5lUZ0NB /tmp/tmp.s8Cit1qyy1
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ kubectl_bin get ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ awk '{print$1}'
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.iz8gbgT2ca
++ mktemp
+ local LAST_OUT=/tmp/tmp.DLrQuw7OLq
+ local LAST_ERR=/tmp/tmp.h6gXV7iBp6
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ local LAST_ERR=/tmp/tmp.yj7Ry0GUXw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DLrQuw7OLq
+ cat /tmp/tmp.yj7Ry0GUXw
+ rm /tmp/tmp.DLrQuw7OLq /tmp/tmp.yj7Ry0GUXw
+ return 0
namespace "balancer-5257" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iz8gbgT2ca
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.h6gXV7iBp6
+ rm /tmp/tmp.iz8gbgT2ca /tmp/tmp.h6gXV7iBp6
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.HkGcJG1Iwf
++ mktemp
+ local LAST_ERR=/tmp/tmp.fNDKUwEf0D
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HkGcJG1Iwf
+ cat /tmp/tmp.fNDKUwEf0D
+ rm /tmp/tmp.HkGcJG1Iwf /tmp/tmp.fNDKUwEf0D
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.bBi7KKBkSF
++ mktemp
+ local LAST_ERR=/tmp/tmp.kbertpoMzA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bBi7KKBkSF
namespace/psmdb-operator created
+ cat /tmp/tmp.kbertpoMzA
+ rm /tmp/tmp.bBi7KKBkSF /tmp/tmp.kbertpoMzA
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RLKwKjnMVq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1C3jRVYhtb
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.RLKwKjnMVq
++ cat /tmp/tmp.1C3jRVYhtb
++ rm /tmp/tmp.RLKwKjnMVq /tmp/tmp.1C3jRVYhtb
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-8-cluster2 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Posn013QBb
++ mktemp
+ local LAST_ERR=/tmp/tmp.5mrKe9IhU8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-8-cluster2 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Posn013QBb
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-8-cluster2" modified.
+ cat /tmp/tmp.5mrKe9IhU8
+ rm /tmp/tmp.Posn013QBb /tmp/tmp.5mrKe9IhU8
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2409-631b79c7b'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2409-631b79c7b
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.NfwkH8MHqj
++ mktemp
+ local LAST_ERR=/tmp/tmp.wuZZ4PMExy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NfwkH8MHqj
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.wuZZ4PMExy
+ rm /tmp/tmp.NfwkH8MHqj /tmp/tmp.wuZZ4PMExy
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.ruGKRUQxiU
++ mktemp
+ local LAST_ERR=/tmp/tmp.pX4IK4wWBO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ruGKRUQxiU
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.pX4IK4wWBO
+ rm /tmp/tmp.ruGKRUQxiU /tmp/tmp.pX4IK4wWBO
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2409-631b79c7b") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.CGVuQjmEqY
++ mktemp
+ local LAST_ERR=/tmp/tmp.paJLaYTGrJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CGVuQjmEqY
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.paJLaYTGrJ
+ rm /tmp/tmp.CGVuQjmEqY /tmp/tmp.paJLaYTGrJ
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZaPCy7WOtr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3Pe5EGMmkk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZaPCy7WOtr
++ cat /tmp/tmp.3Pe5EGMmkk
++ rm /tmp/tmp.ZaPCy7WOtr /tmp/tmp.3Pe5EGMmkk
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-66ccb7fd4-tprgz
+ local pod=percona-server-mongodb-operator-66ccb7fd4-tprgz
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-66ccb7fd4-tprgz to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2OHpgerE6J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bb9Co8X0r4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2OHpgerE6J
++ cat /tmp/tmp.bb9Co8X0r4
++ rm /tmp/tmp.2OHpgerE6J /tmp/tmp.bb9Co8X0r4
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-66ccb7fd4-tprgz
++ mktemp
+ local LAST_OUT=/tmp/tmp.GmA0RlB8jC
++ mktemp
+ local LAST_ERR=/tmp/tmp.Uc729AZDYz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-66ccb7fd4-tprgz
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GmA0RlB8jC
+ cat /tmp/tmp.Uc729AZDYz
+ rm /tmp/tmp.GmA0RlB8jC /tmp/tmp.Uc729AZDYz
+ return 0
2026-06-22T10:18:46.179Z	INFO	setup	Manager starting up	{"gitCommit": "631b79c7bad9f6f83d39b94b8f96a438036de06a", "gitBranch": "PR-2409-631b79c7b", "buildTime": "", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"}
+ create_namespace balancer-13306
+ local namespace=balancer-13306
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ kubectl_bin get ns
+ '[' -n '' ']'
+ xargs kubectl delete ns
+ desc 'cleaned up old namespaces balancer-13306'
+ set +o xtrace
+ awk '{print$1}'


-----------------------------------------------------------------------------------
cleaned up old namespaces balancer-13306
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace balancer-13306 --ignore-not-found
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.BPYJU2iwo3
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ev56dfFgkS
+ local LAST_ERR=/tmp/tmp.PS9uiYzmex
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.OjiIx33Isn
+ local exit_status=0
+ local timeout=4
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace balancer-13306 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BPYJU2iwo3
+ cat /tmp/tmp.PS9uiYzmex
+ rm /tmp/tmp.BPYJU2iwo3 /tmp/tmp.PS9uiYzmex
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ev56dfFgkS
+ cat /tmp/tmp.OjiIx33Isn
+ rm /tmp/tmp.Ev56dfFgkS /tmp/tmp.OjiIx33Isn
+ return 0
+ kubectl_bin wait --for=delete namespace balancer-13306
++ mktemp
+ local LAST_OUT=/tmp/tmp.JAvePpUI8C
++ mktemp
+ local LAST_ERR=/tmp/tmp.hCmdfkAx4C
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace balancer-13306
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JAvePpUI8C
+ cat /tmp/tmp.hCmdfkAx4C
+ rm /tmp/tmp.JAvePpUI8C /tmp/tmp.hCmdfkAx4C
+ return 0
+ desc 'create namespace balancer-13306'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace balancer-13306
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace balancer-13306
++ mktemp
+ local LAST_OUT=/tmp/tmp.CPmIyH98HG
++ mktemp
+ local LAST_ERR=/tmp/tmp.HsGFUBIupg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace balancer-13306
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CPmIyH98HG
namespace/balancer-13306 created
+ cat /tmp/tmp.HsGFUBIupg
+ rm /tmp/tmp.CPmIyH98HG /tmp/tmp.HsGFUBIupg
+ return 0
+ set_kube_ctx balancer-13306
+ local namespace=balancer-13306
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4vUspMDBT2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QrtvTcoGlk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4vUspMDBT2
++ cat /tmp/tmp.QrtvTcoGlk
++ rm /tmp/tmp.4vUspMDBT2 /tmp/tmp.QrtvTcoGlk
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-8-cluster2 --namespace=balancer-13306
++ mktemp
+ local LAST_OUT=/tmp/tmp.vM5aBfRpoN
++ mktemp
+ local LAST_ERR=/tmp/tmp.45v6vfW7Fp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-8-cluster2 --namespace=balancer-13306
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.vM5aBfRpoN
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-8-cluster2" modified.
+ cat /tmp/tmp.45v6vfW7Fp
+ rm /tmp/tmp.vM5aBfRpoN /tmp/tmp.45v6vfW7Fp
+ return 0
+ deploy_minio
+ local cert_secret=
+ local service_name=minio-service
+ desc 'install MinIO: minio-service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install MinIO: minio-service
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ local endpoint=http://minio-service:9000
+ minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G' '--set' 'fullnameOverride=minio-service' '--set' 'serviceAccount.create=true' '--set' 'serviceAccount.name=minio-service-sa')
+ local minio_args
+ [[ -n '' ]]
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
NAME: minio-service
LAST DEPLOYED: Mon Jun 22 10:19:25 2026
NAMESPACE: balancer-13306
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.balancer-13306.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace balancer-13306 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace balancer-13306

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace balancer-13306 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace balancer-13306 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L8ACd8E8Ye
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dvGp1etr5X
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.L8ACd8E8Ye
++ cat /tmp/tmp.dvGp1etr5X
++ rm /tmp/tmp.L8ACd8E8Ye /tmp/tmp.dvGp1etr5X
++ return 0
+ local MINIO_POD=minio-service-6d5f646cdc-fcqx9
+ wait_pod minio-service-6d5f646cdc-fcqx9
+ local pod=minio-service-6d5f646cdc-fcqx9
+ set +o xtrace
waiting for pod/minio-service-6d5f646cdc-fcqx9 to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.balancer-13306.svc.cluster.local --tcp=9000
service/minio-service created
+ create_minio_bucket operator-testing http://minio-service:9000
+ local bucket=operator-testing
+ local endpoint=http://minio-service:9000
+ kubectl_bin run -i --rm aws-cli --image=docker.io/perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=some-access-key \t\tAWS_SECRET_ACCESS_KEY=some-secret-key \t\tAWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
++ mktemp
+ local LAST_OUT=/tmp/tmp.dT80FTrAeI
++ mktemp
+ local LAST_ERR=/tmp/tmp.vc8zEGl3ek
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl run -i --rm aws-cli --image=docker.io/perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=some-access-key \t\tAWS_SECRET_ACCESS_KEY=some-secret-key \t\tAWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dT80FTrAeI
make_bucket: operator-testing
pod "aws-cli" deleted from balancer-13306 namespace
+ cat /tmp/tmp.vc8zEGl3ek
+ rm /tmp/tmp.dT80FTrAeI /tmp/tmp.vc8zEGl3ek
+ return 0
+ apply_s3_storage_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.grXWhoVa29
++ mktemp
+ local LAST_ERR=/tmp/tmp.XmN9tfKDEV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.grXWhoVa29
secret/minio-secret created
secret/aws-s3-secret created
secret/alibaba-cloud-secret created
secret/gcp-cs-secret created
secret/azure-secret created
secret/gcp-cs-sa-key-secret created
+ cat /tmp/tmp.XmN9tfKDEV
+ rm /tmp/tmp.grXWhoVa29 /tmp/tmp.XmN9tfKDEV
+ return 0
+ log 'create PSMDB cluster'
+ set +o xtrace
[2026-06-22T10:20:06+0000] create PSMDB cluster
+ cluster=some-name
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/client-70.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.4Cskyl3GGI
++ mktemp
+ local LAST_ERR=/tmp/tmp.IAxVMAGm7b
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/client-70.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4Cskyl3GGI
secret/some-users created
deployment.apps/psmdb-client-mongosh created
+ cat /tmp/tmp.IAxVMAGm7b
+ rm /tmp/tmp.4Cskyl3GGI /tmp/tmp.IAxVMAGm7b
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/some-name-rs0.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/some-name-rs0.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/some-name-rs0.yml
++ mktemp
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2409-631b79c7b"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ local LAST_OUT=/tmp/tmp.6jpECJrzSo
+ yq eval '(.spec | select(has("search"))).search.image = "mongodb/mongodb-community-search:latest"'
++ mktemp
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ /usr/sbin/sed -e s/NAME_SPACE/balancer-13306/g
+ local LAST_ERR=/tmp/tmp.v0SSXgDJDl
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6jpECJrzSo
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.v0SSXgDJDl
+ rm /tmp/tmp.6jpECJrzSo /tmp/tmp.v0SSXgDJDl
+ return 0
+ log 'check if cfg pods started'
+ set +o xtrace
[2026-06-22T10:20:11+0000] check if cfg pods started
+ wait_for_running some-name-cfg 3 false
+ local name=some-name-cfg
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=cfg
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-cfg-0
+ local pod=some-name-cfg-0
+ set +o xtrace
waiting for pod/some-name-cfg-0 to be ready.........OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-cfg-1
+ local pod=some-name-cfg-1
+ set +o xtrace
waiting for pod/some-name-cfg-1 to be ready.......OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EJbvDrRSs2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EqcFPlyzVJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EJbvDrRSs2
++ cat /tmp/tmp.EqcFPlyzVJ
++ rm /tmp/tmp.EJbvDrRSs2 /tmp/tmp.EqcFPlyzVJ
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-cfg-2
+ local pod=some-name-cfg-2
+ set +o xtrace
waiting for pod/some-name-cfg-2 to be ready.....OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aWUZhuP2iS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8qmGRHRw7E
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aWUZhuP2iS
++ cat /tmp/tmp.8qmGRHRw7E
++ rm /tmp/tmp.aWUZhuP2iS /tmp/tmp.8qmGRHRw7E
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.W5v0VZSUZO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7bCU3hGBtC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.W5v0VZSUZO
++ cat /tmp/tmp.7bCU3hGBtC
++ rm /tmp/tmp.W5v0VZSUZO /tmp/tmp.7bCU3hGBtC
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ false == true ]]
+ log 'check if all shards started'
+ set +o xtrace
[2026-06-22T10:21:38+0000] check if all shards started
+ wait_for_running some-name-rs0 3 false
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NFSOvZvfnf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZkuQEoShe4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.NFSOvZvfnf
++ cat /tmp/tmp.ZkuQEoShe4
++ rm /tmp/tmp.NFSOvZvfnf /tmp/tmp.ZkuQEoShe4
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vnHmxsfgGn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZRiYePR4Ze
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vnHmxsfgGn
++ cat /tmp/tmp.ZRiYePR4Ze
++ rm /tmp/tmp.vnHmxsfgGn /tmp/tmp.ZRiYePR4Ze
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g9lzRS8TEN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zKgZ2ClpPT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.g9lzRS8TEN
++ cat /tmp/tmp.zKgZ2ClpPT
++ rm /tmp/tmp.g9lzRS8TEN /tmp/tmp.zKgZ2ClpPT
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ false == true ]]
+ wait_for_running some-name-rs1 3 false
+ local name=some-name-rs1
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs1
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs1-0
+ local pod=some-name-rs1-0
+ set +o xtrace
waiting for pod/some-name-rs1-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs1-1
+ local pod=some-name-rs1-1
+ set +o xtrace
waiting for pod/some-name-rs1-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs1")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fp0QqAGw51
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CAB105CVRQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs1")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fp0QqAGw51
++ cat /tmp/tmp.CAB105CVRQ
++ rm /tmp/tmp.fp0QqAGw51 /tmp/tmp.CAB105CVRQ
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs1-2
+ local pod=some-name-rs1-2
+ set +o xtrace
waiting for pod/some-name-rs1-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs1")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hfZyKSRwsf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ln3ZptprHe
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs1")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hfZyKSRwsf
++ cat /tmp/tmp.ln3ZptprHe
++ rm /tmp/tmp.hfZyKSRwsf /tmp/tmp.ln3ZptprHe
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs1")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aZ5LWntGTP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IyZi0TftPN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs1")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aZ5LWntGTP
++ cat /tmp/tmp.IyZi0TftPN
++ rm /tmp/tmp.aZ5LWntGTP /tmp/tmp.IyZi0TftPN
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ false == true ]]
+ wait_for_running some-name-rs2 3 false
+ local name=some-name-rs2
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs2
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs2-0
+ local pod=some-name-rs2-0
+ set +o xtrace
waiting for pod/some-name-rs2-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs2-1
+ local pod=some-name-rs2-1
+ set +o xtrace
waiting for pod/some-name-rs2-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs2")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MJNJbAz7rA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TkymeeVLVB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs2")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.MJNJbAz7rA
++ cat /tmp/tmp.TkymeeVLVB
++ rm /tmp/tmp.MJNJbAz7rA /tmp/tmp.TkymeeVLVB
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs2-2
+ local pod=some-name-rs2-2
+ set +o xtrace
waiting for pod/some-name-rs2-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs2")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lrVBdPx1pX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SqNiiPOZHT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs2")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lrVBdPx1pX
++ cat /tmp/tmp.SqNiiPOZHT
++ rm /tmp/tmp.lrVBdPx1pX /tmp/tmp.SqNiiPOZHT
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs2")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Dy1HcXtfGP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.C0SRZuzJ27
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs2")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Dy1HcXtfGP
++ cat /tmp/tmp.C0SRZuzJ27
++ rm /tmp/tmp.Dy1HcXtfGP /tmp/tmp.C0SRZuzJ27
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ false == true ]]
+ log 'check if mongos pods started'
+ set +o xtrace
[2026-06-22T10:22:28+0000] check if mongos pods started
+ wait_for_running some-name-mongos 3
+ local name=some-name-mongos
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=mongos
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-mongos-0
+ local pod=some-name-mongos-0
+ set +o xtrace
waiting for pod/some-name-mongos-0 to be ready.....OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-mongos-1
+ local pod=some-name-mongos-1
+ set +o xtrace
waiting for pod/some-name-mongos-1 to be ready......OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9WZnvZNRaD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TeoFJv2t5a
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9WZnvZNRaD
++ cat /tmp/tmp.TeoFJv2t5a
++ rm /tmp/tmp.9WZnvZNRaD /tmp/tmp.TeoFJv2t5a
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-mongos-2
+ local pod=some-name-mongos-2
+ set +o xtrace
waiting for pod/some-name-mongos-2 to be ready......OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NVE2fQWcK2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uiIoc3iRaV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.NVE2fQWcK2
++ cat /tmp/tmp.uiIoc3iRaV
++ rm /tmp/tmp.NVE2fQWcK2 /tmp/tmp.uiIoc3iRaV
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YZMEjvFdgu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.66iKJGsuJO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YZMEjvFdgu
++ cat /tmp/tmp.66iKJGsuJO
++ rm /tmp/tmp.YZMEjvFdgu /tmp/tmp.66iKJGsuJO
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness
+ check_balancer some-name true 10
+ local cluster=some-name
+ local expected=true
+ local delay=10
+ local balancer_running
+ log 'sleeping for 10 seconds...'
+ set +o xtrace
[2026-06-22T10:23:22+0000] sleeping for 10 seconds...
+ sleep 10
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
++ grep -E -v 'Warning|cfg'
++ grep -E 'true|false'
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0F9bhqhpWY
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.htLjvBa0OH
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.0F9bhqhpWY
+++ cat /tmp/tmp.htLjvBa0OH
+++ rm /tmp/tmp.0F9bhqhpWY /tmp/tmp.htLjvBa0OH
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qvpNVmTOqo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zry3gXdCAr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qvpNVmTOqo
++ cat /tmp/tmp.zry3gXdCAr
++ rm /tmp/tmp.qvpNVmTOqo /tmp/tmp.zry3gXdCAr
++ return 0
+ balancer_running=true
+ echo -n 'checking if balancer status is true...'
checking if balancer status is true...+ [[ true != true ]]
+ echo OK
OK
+ write_data some-name
+ local cluster=some-name
+ log 'create user'
+ set +o xtrace
[2026-06-22T10:23:35+0000] create user
+ run_mongosh_mongos 'db.createUser({user:"user",pwd:"pass",roles:[{db:"app",role:"readWrite"}]})' userAdmin:userAdmin123456@some-name-mongos.balancer-13306 mongodb .svc.cluster.local --quiet 27017 mongosh
+ local 'command=db.createUser({user:"user",pwd:"pass",roles:[{db:"app",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@some-name-mongos.balancer-13306
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=--quiet
+ local port=27017
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZCAzEbNECk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1ZsNOPBWuy
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZCAzEbNECk
++ cat /tmp/tmp.1ZsNOPBWuy
++ rm /tmp/tmp.ZCAzEbNECk /tmp/tmp.1ZsNOPBWuy
++ return 0
+ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
+ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''db.createUser({user:"user",pwd:"pass",roles:[{db:"app",role:"readWrite"}]})\n'\'' | mongosh --quiet mongodb://userAdmin:userAdmin123456@some-name-mongos.balancer-13306.svc.cluster.local:27017/admin?ssl=false --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.JHERNs6dHc
++ mktemp
+ local LAST_ERR=/tmp/tmp.BbAKh4uIz0
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''db.createUser({user:"user",pwd:"pass",roles:[{db:"app",role:"readWrite"}]})\n'\'' | mongosh --quiet mongodb://userAdmin:userAdmin123456@some-name-mongos.balancer-13306.svc.cluster.local:27017/admin?ssl=false --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JHERNs6dHc
[direct: mongos] admin> {
  ok: 1,
  '$clusterTime': {
    clusterTime: Timestamp({ t: 1782123819, i: 1 }),
    signature: {
      hash: Binary.createFromBase64('mgr143ELYrraRCXAVS3jtDqIHYE=', 0),
      keyId: Long('7654162940207038471')
    }
  },
  operationTime: Timestamp({ t: 1782123819, i: 1 })
}
[direct: mongos] admin> + cat /tmp/tmp.BbAKh4uIz0
+ rm /tmp/tmp.JHERNs6dHc /tmp/tmp.BbAKh4uIz0
+ return 0
+ sleep 2
+ log 'enable sharding'
+ set +o xtrace
[2026-06-22T10:23:41+0000] enable sharding
+ run_mongosh_mongos 'sh.enableSharding("app")' clusterAdmin:clusterAdmin123456@some-name-mongos.balancer-13306 mongodb .svc.cluster.local --quiet 27017 mongosh
+ local 'command=sh.enableSharding("app")'
+ local uri=clusterAdmin:clusterAdmin123456@some-name-mongos.balancer-13306
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=--quiet
+ local port=27017
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ApMgFlbFeY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.x8XL9YdY1L
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ApMgFlbFeY
++ cat /tmp/tmp.x8XL9YdY1L
++ rm /tmp/tmp.ApMgFlbFeY /tmp/tmp.x8XL9YdY1L
++ return 0
+ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
+ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.enableSharding("app")\n'\'' | mongosh --quiet mongodb://clusterAdmin:clusterAdmin123456@some-name-mongos.balancer-13306.svc.cluster.local:27017/admin?ssl=false --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.MW8797PgRO
++ mktemp
+ local LAST_ERR=/tmp/tmp.O0MDxyIqKH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.enableSharding("app")\n'\'' | mongosh --quiet mongodb://clusterAdmin:clusterAdmin123456@some-name-mongos.balancer-13306.svc.cluster.local:27017/admin?ssl=false --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MW8797PgRO
[direct: mongos] admin> {
  ok: 1,
  '$clusterTime': {
    clusterTime: Timestamp({ t: 1782123824, i: 13 }),
    signature: {
      hash: Binary.createFromBase64('jOhYYI7ylKXaIshv0of7C6RtHPk=', 0),
      keyId: Long('7654162940207038471')
    }
  },
  operationTime: Timestamp({ t: 1782123824, i: 10 })
}
[direct: mongos] admin> + cat /tmp/tmp.O0MDxyIqKH
+ rm /tmp/tmp.MW8797PgRO /tmp/tmp.O0MDxyIqKH
+ return 0
+ sleep 2
+ log 'shard collection'
+ set +o xtrace
[2026-06-22T10:23:47+0000] shard collection
+ run_mongosh_mongos 'sh.shardCollection("app.city", { _id: 1 } )' clusterAdmin:clusterAdmin123456@some-name-mongos.balancer-13306 mongodb .svc.cluster.local --quiet 27017 mongosh
+ local 'command=sh.shardCollection("app.city", { _id: 1 } )'
+ local uri=clusterAdmin:clusterAdmin123456@some-name-mongos.balancer-13306
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=--quiet
+ local port=27017
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hZ0kQAXpIC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BYHeI01K8R
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hZ0kQAXpIC
++ cat /tmp/tmp.BYHeI01K8R
++ rm /tmp/tmp.hZ0kQAXpIC /tmp/tmp.BYHeI01K8R
++ return 0
+ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
+ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.shardCollection("app.city", { _id: 1 } )\n'\'' | mongosh --quiet mongodb://clusterAdmin:clusterAdmin123456@some-name-mongos.balancer-13306.svc.cluster.local:27017/admin?ssl=false --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.pIa3WloLrY
++ mktemp
+ local LAST_ERR=/tmp/tmp.0QdUO2OFzF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.shardCollection("app.city", { _id: 1 } )\n'\'' | mongosh --quiet mongodb://clusterAdmin:clusterAdmin123456@some-name-mongos.balancer-13306.svc.cluster.local:27017/admin?ssl=false --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pIa3WloLrY
[direct: mongos] admin> {
  collectionsharded: 'app.city',
  ok: 1,
  '$clusterTime': {
    clusterTime: Timestamp({ t: 1782123830, i: 42 }),
    signature: {
      hash: Binary.createFromBase64('xkRQLcjwJ0M/bpq4eVw96LFoetY=', 0),
      keyId: Long('7654162940207038471')
    }
  },
  operationTime: Timestamp({ t: 1782123830, i: 41 })
}
[direct: mongos] admin> + cat /tmp/tmp.0QdUO2OFzF
+ rm /tmp/tmp.pIa3WloLrY /tmp/tmp.0QdUO2OFzF
+ return 0
+ log 'write data (this can take some time, be patient)'
+ set +o xtrace
[2026-06-22T10:23:50+0000] write data (this can take some time, be patient)
+ run_script_mongosh_mongos /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/data.js user:pass@some-name-mongos.balancer-13306 mongodb .svc.cluster.local --quiet mongosh
+ local script=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/data.js
+ local uri=user:pass@some-name-mongos.balancer-13306
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=--quiet
++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.flBIZ02Iot
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lVjObMkLOC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.flBIZ02Iot
++ cat /tmp/tmp.lVjObMkLOC
++ rm /tmp/tmp.flBIZ02Iot /tmp/tmp.lVjObMkLOC
++ return 0
+ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ basename /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/data.js
+ name=data.js
+ kubectl_bin cp /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/data.js balancer-13306/psmdb-client-mongosh-5978787ffb-2vlfx:/tmp
++ mktemp
+ local LAST_OUT=/tmp/tmp.XT2V7c23kt
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZJkWgKCMFm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl cp /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/data.js balancer-13306/psmdb-client-mongosh-5978787ffb-2vlfx:/tmp
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XT2V7c23kt
+ cat /tmp/tmp.ZJkWgKCMFm
+ rm /tmp/tmp.XT2V7c23kt /tmp/tmp.ZJkWgKCMFm
+ return 0
+ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'mongosh mongodb://user:pass@some-name-mongos.balancer-13306.svc.cluster.local/admin --quiet /tmp/data.js'
++ mktemp
+ local LAST_OUT=/tmp/tmp.8ZwzKsB47Y
++ mktemp
+ local LAST_ERR=/tmp/tmp.gM7HVpSDMH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'mongosh mongodb://user:pass@some-name-mongos.balancer-13306.svc.cluster.local/admin --quiet /tmp/data.js'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8ZwzKsB47Y
+ cat /tmp/tmp.gM7HVpSDMH
+ rm /tmp/tmp.8ZwzKsB47Y /tmp/tmp.gM7HVpSDMH
+ return 0
+ check_backup_and_restore some-name 0 true
+ local cluster=some-name
+ local backup_suffix=0
+ local balancer_end_state=true
+ local backup_name=backup-minio-0
+ log 'running backup: backup-minio-0'
+ set +o xtrace
[2026-06-22T10:25:37+0000] running backup: backup-minio-0
+ run_backup minio backup-minio-0
+ local storage=minio
+ local backup_name=backup-minio-0
+ local type=logical
+ log 'running backup backup-minio-0'
+ set +o xtrace
[2026-06-22T10:25:37+0000] running backup backup-minio-0
+ kubectl_bin apply -f -
+ yq eval $'.metadata.name = "backup-minio-0"\n\t\t\t| .spec.storageName = "minio"\n\t\t\t| .spec.type = "logical"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/backup-minio.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.kMAIUdb9vv
++ mktemp
+ local LAST_ERR=/tmp/tmp.AcAQ1zR3n7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kMAIUdb9vv
perconaservermongodbbackup.psmdb.percona.com/backup-minio-0 created
+ cat /tmp/tmp.AcAQ1zR3n7
+ rm /tmp/tmp.kMAIUdb9vv /tmp/tmp.AcAQ1zR3n7
+ return 0
+ wait_backup backup-minio-0 requested
+ local backup_name=backup-minio-0
+ local target_state=requested
+ set +o xtrace
waiting for backup-minio-0 to reach requested state..OK
+ log 'checking if balancer is disabled'
+ set +o xtrace
[2026-06-22T10:25:42+0000] checking if balancer is disabled
+ check_balancer some-name false
+ local cluster=some-name
+ local expected=false
+ local delay=0
+ local balancer_running
+ log 'sleeping for 0 seconds...'
+ set +o xtrace
[2026-06-22T10:25:42+0000] sleeping for 0 seconds...
+ sleep 0
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
++ grep -E -v 'Warning|cfg'
++ grep -E 'true|false'
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.SOVrC33juc
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.H3qVTjEEBW
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.SOVrC33juc
+++ cat /tmp/tmp.H3qVTjEEBW
+++ rm /tmp/tmp.SOVrC33juc /tmp/tmp.H3qVTjEEBW
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M6lx3OMpeZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.S8TXJrocV9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.M6lx3OMpeZ
++ cat /tmp/tmp.S8TXJrocV9
++ rm /tmp/tmp.M6lx3OMpeZ /tmp/tmp.S8TXJrocV9
++ return 0
+ balancer_running=false
+ echo -n 'checking if balancer status is false...'
checking if balancer status is false...+ [[ false != false ]]
+ echo OK
OK
+ wait_backup backup-minio-0 ready
+ local backup_name=backup-minio-0
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-0 to reach ready state..............OK
+ log 'checking if balancer is true after backup'
+ set +o xtrace
[2026-06-22T10:26:13+0000] checking if balancer is true after backup
+ check_balancer some-name true 10
+ local cluster=some-name
+ local expected=true
+ local delay=10
+ local balancer_running
+ log 'sleeping for 10 seconds...'
+ set +o xtrace
[2026-06-22T10:26:13+0000] sleeping for 10 seconds...
+ sleep 10
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
++ grep -E -v 'Warning|cfg'
++ grep -E 'true|false'
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.kh64jcSoP3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.El6FjsN4bh
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.kh64jcSoP3
+++ cat /tmp/tmp.El6FjsN4bh
+++ rm /tmp/tmp.kh64jcSoP3 /tmp/tmp.El6FjsN4bh
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7qAKem7STF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.orn4QjxLM6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7qAKem7STF
++ cat /tmp/tmp.orn4QjxLM6
++ rm /tmp/tmp.7qAKem7STF /tmp/tmp.orn4QjxLM6
++ return 0
+ balancer_running=true
+ echo -n 'checking if balancer status is true...'
checking if balancer status is true...+ [[ true != true ]]
+ echo OK
OK
+ log 'running restore: restore-backup-minio-0'
+ set +o xtrace
[2026-06-22T10:26:27+0000] running restore: restore-backup-minio-0
+ run_restore backup-minio-0
+ local backup_name=backup-minio-0
+ local restore_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/restore.yml
+ log 'running restore restore-backup-minio-0'
+ set +o xtrace
[2026-06-22T10:26:27+0000] running restore restore-backup-minio-0
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/restore.yml
+ /usr/sbin/sed -e 's/name:/name: restore-backup-minio-0/'
+ /usr/sbin/sed -e 's/backupName:/backupName: backup-minio-0/'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.ImHOgCRDJh
++ mktemp
+ local LAST_ERR=/tmp/tmp.Nv0Gthnj4k
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ImHOgCRDJh
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-0 created
+ cat /tmp/tmp.Nv0Gthnj4k
+ rm /tmp/tmp.ImHOgCRDJh /tmp/tmp.Nv0Gthnj4k
+ return 0
+ wait_restore backup-minio-0 some-name requested 0
+ local backup_name=backup-minio-0
+ local cluster_name=some-name
+ local target_state=requested
+ local wait_cluster_consistency=0
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-0 object to be created.OK
Waiting psmdb-restore/restore-backup-minio-0 to reach state "requested" .OK after 0 minutes
+ [[ 0 -eq 1 ]]
+ log 'checking if balancer is disabled'
+ set +o xtrace
[2026-06-22T10:26:50+0000] checking if balancer is disabled
+ check_balancer some-name false 5
+ local cluster=some-name
+ local expected=false
+ local delay=5
+ local balancer_running
+ log 'sleeping for 5 seconds...'
+ set +o xtrace
[2026-06-22T10:26:50+0000] sleeping for 5 seconds...
+ sleep 5
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
++ grep -E -v 'Warning|cfg'
++ grep -E 'true|false'
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.SzzfoIOHVL
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.oBv6hLYWhJ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.SzzfoIOHVL
+++ cat /tmp/tmp.oBv6hLYWhJ
+++ rm /tmp/tmp.SzzfoIOHVL /tmp/tmp.oBv6hLYWhJ
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jYUkrSGsqo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I1FIxNvyrr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jYUkrSGsqo
++ cat /tmp/tmp.I1FIxNvyrr
++ rm /tmp/tmp.jYUkrSGsqo /tmp/tmp.I1FIxNvyrr
++ return 0
+ balancer_running=false
+ echo -n 'checking if balancer status is false...'
checking if balancer status is false...+ [[ false != false ]]
+ echo OK
OK
+ wait_restore backup-minio-0 some-name ready 1
+ local backup_name=backup-minio-0
+ local cluster_name=some-name
+ local target_state=ready
+ local wait_cluster_consistency=1
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-0 object to be created.OK
Waiting psmdb-restore/restore-backup-minio-0 to reach state "ready" ..OK after 1 minutes
+ [[ 1 -eq 1 ]]
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OgOqNbhlKZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jnEelKo9mc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OgOqNbhlKZ
++ cat /tmp/tmp.jnEelKo9mc
++ rm /tmp/tmp.OgOqNbhlKZ /tmp/tmp.jnEelKo9mc
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 1 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hVE26dSB9p
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vEGlMdkrw3
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hVE26dSB9p
++ cat /tmp/tmp.vEGlMdkrw3
++ rm /tmp/tmp.hVE26dSB9p /tmp/tmp.vEGlMdkrw3
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 2 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oBUHaDz93b
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WQGGCgnKvc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oBUHaDz93b
++ cat /tmp/tmp.WQGGCgnKvc
++ rm /tmp/tmp.oBUHaDz93b /tmp/tmp.WQGGCgnKvc
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 3 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4ic2LsRpgA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LL2tDT34gk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4ic2LsRpgA
++ cat /tmp/tmp.LL2tDT34gk
++ rm /tmp/tmp.4ic2LsRpgA /tmp/tmp.LL2tDT34gk
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ log 'checking if balancer is true after restore'
+ set +o xtrace
[2026-06-22T10:29:36+0000] checking if balancer is true after restore
+ check_balancer some-name true 10
+ local cluster=some-name
+ local expected=true
+ local delay=10
+ local balancer_running
+ log 'sleeping for 10 seconds...'
+ set +o xtrace
[2026-06-22T10:29:36+0000] sleeping for 10 seconds...
+ sleep 10
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ grep -E -v 'Warning|cfg'
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ grep -E 'true|false'
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Zg7JSYX29N
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.hz1djuJFIp
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Zg7JSYX29N
+++ cat /tmp/tmp.hz1djuJFIp
+++ rm /tmp/tmp.Zg7JSYX29N /tmp/tmp.hz1djuJFIp
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xOeTMTJL1q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uG152pGEYX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xOeTMTJL1q
++ cat /tmp/tmp.uG152pGEYX
++ rm /tmp/tmp.xOeTMTJL1q /tmp/tmp.uG152pGEYX
++ return 0
+ balancer_running=true
+ echo -n 'checking if balancer status is true...'
checking if balancer status is true...+ [[ true != true ]]
+ echo OK
OK
+ log 'disabling balancer'
+ set +o xtrace
[2026-06-22T10:29:50+0000] disabling balancer
+ kubectl patch psmdb some-name --type=merge -p '{"spec":{"sharding":{"balancer":{"enabled":false}}}}'
perconaservermongodb.psmdb.percona.com/some-name patched
+ check_balancer some-name false 10
+ local cluster=some-name
+ local expected=false
+ local delay=10
+ local balancer_running
+ log 'sleeping for 10 seconds...'
+ set +o xtrace
[2026-06-22T10:29:51+0000] sleeping for 10 seconds...
+ sleep 10
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ grep -E 'true|false'
++ grep -E -v 'Warning|cfg'
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.BVuCWYTz0y
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.N0NGr2r8pT
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.BVuCWYTz0y
+++ cat /tmp/tmp.N0NGr2r8pT
+++ rm /tmp/tmp.BVuCWYTz0y /tmp/tmp.N0NGr2r8pT
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s8KIY6rdg8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YqOMOMf0bs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.s8KIY6rdg8
++ cat /tmp/tmp.YqOMOMf0bs
++ rm /tmp/tmp.s8KIY6rdg8 /tmp/tmp.YqOMOMf0bs
++ return 0
+ balancer_running=false
+ echo -n 'checking if balancer status is false...'
checking if balancer status is false...+ [[ false != false ]]
+ echo OK
OK
+ check_backup_and_restore some-name 1 false
+ local cluster=some-name
+ local backup_suffix=1
+ local balancer_end_state=false
+ local backup_name=backup-minio-1
+ log 'running backup: backup-minio-1'
+ set +o xtrace
[2026-06-22T10:30:05+0000] running backup: backup-minio-1
+ run_backup minio backup-minio-1
+ local storage=minio
+ local backup_name=backup-minio-1
+ local type=logical
+ log 'running backup backup-minio-1'
+ set +o xtrace
[2026-06-22T10:30:05+0000] running backup backup-minio-1
+ yq eval $'.metadata.name = "backup-minio-1"\n\t\t\t| .spec.storageName = "minio"\n\t\t\t| .spec.type = "logical"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/backup-minio.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.pSwB9gidEy
++ mktemp
+ local LAST_ERR=/tmp/tmp.XYevQNOnjd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pSwB9gidEy
perconaservermongodbbackup.psmdb.percona.com/backup-minio-1 created
+ cat /tmp/tmp.XYevQNOnjd
+ rm /tmp/tmp.pSwB9gidEy /tmp/tmp.XYevQNOnjd
+ return 0
+ wait_backup backup-minio-1 requested
+ local backup_name=backup-minio-1
+ local target_state=requested
+ set +o xtrace
waiting for backup-minio-1 to reach requested state..OK
+ log 'checking if balancer is disabled'
+ set +o xtrace
[2026-06-22T10:30:10+0000] checking if balancer is disabled
+ check_balancer some-name false
+ local cluster=some-name
+ local expected=false
+ local delay=0
+ local balancer_running
+ log 'sleeping for 0 seconds...'
+ set +o xtrace
[2026-06-22T10:30:10+0000] sleeping for 0 seconds...
+ sleep 0
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ grep -E -v 'Warning|cfg'
++ local 'command=sh.getBalancerState()'
++ grep -E 'true|false'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7mDIhSmH0A
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.43OI9dFfL1
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.7mDIhSmH0A
+++ cat /tmp/tmp.43OI9dFfL1
+++ rm /tmp/tmp.7mDIhSmH0A /tmp/tmp.43OI9dFfL1
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e0h6FzQwXI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3dio3BTXHO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.e0h6FzQwXI
++ cat /tmp/tmp.3dio3BTXHO
++ rm /tmp/tmp.e0h6FzQwXI /tmp/tmp.3dio3BTXHO
++ return 0
+ balancer_running=false
+ echo -n 'checking if balancer status is false...'
checking if balancer status is false...+ [[ false != false ]]
+ echo OK
OK
+ wait_backup backup-minio-1 ready
+ local backup_name=backup-minio-1
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-1 to reach ready state...................OK
+ log 'checking if balancer is false after backup'
+ set +o xtrace
[2026-06-22T10:30:51+0000] checking if balancer is false after backup
+ check_balancer some-name false 10
+ local cluster=some-name
+ local expected=false
+ local delay=10
+ local balancer_running
+ log 'sleeping for 10 seconds...'
+ set +o xtrace
[2026-06-22T10:30:51+0000] sleeping for 10 seconds...
+ sleep 10
++ grep -E -v 'Warning|cfg'
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ grep -E 'true|false'
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.th3FaQSLPI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JemY4pIQjB
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.th3FaQSLPI
+++ cat /tmp/tmp.JemY4pIQjB
+++ rm /tmp/tmp.th3FaQSLPI /tmp/tmp.JemY4pIQjB
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7WpO6vOcF2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gsfTPvJ6K0
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7WpO6vOcF2
++ cat /tmp/tmp.gsfTPvJ6K0
++ rm /tmp/tmp.7WpO6vOcF2 /tmp/tmp.gsfTPvJ6K0
++ return 0
+ balancer_running=false
+ echo -n 'checking if balancer status is false...'
checking if balancer status is false...+ [[ false != false ]]
+ echo OK
OK
+ log 'running restore: restore-backup-minio-1'
+ set +o xtrace
[2026-06-22T10:31:05+0000] running restore: restore-backup-minio-1
+ run_restore backup-minio-1
+ local backup_name=backup-minio-1
+ local restore_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/restore.yml
+ log 'running restore restore-backup-minio-1'
+ set +o xtrace
[2026-06-22T10:31:05+0000] running restore restore-backup-minio-1
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/balancer/conf/restore.yml
+ /usr/sbin/sed -e 's/name:/name: restore-backup-minio-1/'
+ /usr/sbin/sed -e 's/backupName:/backupName: backup-minio-1/'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.FWj10azfAk
++ mktemp
+ local LAST_ERR=/tmp/tmp.phRLbks1Sy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FWj10azfAk
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-1 created
+ cat /tmp/tmp.phRLbks1Sy
+ rm /tmp/tmp.FWj10azfAk /tmp/tmp.phRLbks1Sy
+ return 0
+ wait_restore backup-minio-1 some-name requested 0
+ local backup_name=backup-minio-1
+ local cluster_name=some-name
+ local target_state=requested
+ local wait_cluster_consistency=0
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-1 object to be created.OK
Waiting psmdb-restore/restore-backup-minio-1 to reach state "requested" .OK after 0 minutes
+ [[ 0 -eq 1 ]]
+ log 'checking if balancer is disabled'
+ set +o xtrace
[2026-06-22T10:31:28+0000] checking if balancer is disabled
+ check_balancer some-name false 5
+ local cluster=some-name
+ local expected=false
+ local delay=5
+ local balancer_running
+ log 'sleeping for 5 seconds...'
+ set +o xtrace
[2026-06-22T10:31:28+0000] sleeping for 5 seconds...
+ sleep 5
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local 'command=sh.getBalancerState()'
++ grep -E -v 'Warning|cfg'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
++ grep -E 'true|false'
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4b37bA3Ry1
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fHsAJBEpDx
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.4b37bA3Ry1
+++ cat /tmp/tmp.fHsAJBEpDx
+++ rm /tmp/tmp.4b37bA3Ry1 /tmp/tmp.fHsAJBEpDx
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Veo1ZVKUbe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eWzsPn4HVD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Veo1ZVKUbe
++ cat /tmp/tmp.eWzsPn4HVD
++ rm /tmp/tmp.Veo1ZVKUbe /tmp/tmp.eWzsPn4HVD
++ return 0
+ balancer_running=false
+ echo -n 'checking if balancer status is false...'
checking if balancer status is false...+ [[ false != false ]]
+ echo OK
OK
+ wait_restore backup-minio-1 some-name ready 1
+ local backup_name=backup-minio-1
+ local cluster_name=some-name
+ local target_state=ready
+ local wait_cluster_consistency=1
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-1 object to be created.OK
Waiting psmdb-restore/restore-backup-minio-1 to reach state "ready" ..OK after 1 minutes
+ [[ 1 -eq 1 ]]
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dtktDf5WfA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qHYCdivMAi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dtktDf5WfA
++ cat /tmp/tmp.qHYCdivMAi
++ rm /tmp/tmp.dtktDf5WfA /tmp/tmp.qHYCdivMAi
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 1 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9Z6uTQhx04
+++ mktemp
++ local LAST_ERR=/tmp/tmp.15xj0uUxxl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9Z6uTQhx04
++ cat /tmp/tmp.15xj0uUxxl
++ rm /tmp/tmp.9Z6uTQhx04 /tmp/tmp.15xj0uUxxl
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 2 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3FL8weXQCo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.swR0tJN0uA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3FL8weXQCo
++ cat /tmp/tmp.swR0tJN0uA
++ rm /tmp/tmp.3FL8weXQCo /tmp/tmp.swR0tJN0uA
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 3 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.437O7KVNaF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a62A5HMgXZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.437O7KVNaF
++ cat /tmp/tmp.a62A5HMgXZ
++ rm /tmp/tmp.437O7KVNaF /tmp/tmp.a62A5HMgXZ
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 4 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dVyZKVZu06
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0ys7S3sEGD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dVyZKVZu06
++ cat /tmp/tmp.0ys7S3sEGD
++ rm /tmp/tmp.dVyZKVZu06 /tmp/tmp.0ys7S3sEGD
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ log 'checking if balancer is false after restore'
+ set +o xtrace
[2026-06-22T10:34:25+0000] checking if balancer is false after restore
+ check_balancer some-name false 10
+ local cluster=some-name
+ local expected=false
+ local delay=10
+ local balancer_running
+ log 'sleeping for 10 seconds...'
+ set +o xtrace
[2026-06-22T10:34:25+0000] sleeping for 10 seconds...
+ sleep 10
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ grep -E -v 'Warning|cfg'
++ local suffix=.svc.cluster.local
++ local mongo_flag=
++ grep -E 'true|false'
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.a9it18fkzP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.VnPPh23fhh
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.a9it18fkzP
+++ cat /tmp/tmp.VnPPh23fhh
+++ rm /tmp/tmp.a9it18fkzP /tmp/tmp.VnPPh23fhh
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wVUoScmP7v
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OEr6eQl1zb
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wVUoScmP7v
++ cat /tmp/tmp.OEr6eQl1zb
++ rm /tmp/tmp.wVUoScmP7v /tmp/tmp.OEr6eQl1zb
++ return 0
+ balancer_running=false
+ echo -n 'checking if balancer status is false...'
checking if balancer status is false...+ [[ false != false ]]
+ echo OK
OK
+ log 'enabling balancer'
+ set +o xtrace
[2026-06-22T10:34:39+0000] enabling balancer
+ kubectl patch psmdb some-name --type=merge -p '{"spec":{"sharding":{"balancer":{"enabled":true}}}}'
perconaservermongodb.psmdb.percona.com/some-name patched
+ check_balancer some-name true 10
+ local cluster=some-name
+ local expected=true
+ local delay=10
+ local balancer_running
+ log 'sleeping for 10 seconds...'
+ set +o xtrace
[2026-06-22T10:34:40+0000] sleeping for 10 seconds...
+ sleep 10
++ run_mongosh 'sh.getBalancerState()' clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local 'command=sh.getBalancerState()'
++ local uri=clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
++ grep -E -v 'Warning|cfg'
++ grep -E 'true|false'
+++ kubectl_bin get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.EdM7S4Li5N
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fHHtpTZP3j
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client-mongosh -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.EdM7S4Li5N
+++ cat /tmp/tmp.fHHtpTZP3j
+++ rm /tmp/tmp.EdM7S4Li5N /tmp/tmp.fHHtpTZP3j
+++ return 0
++ local client_container=psmdb-client-mongosh-5978787ffb-2vlfx
++ [[ clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306 == *cfg* ]]
++ replica_set=cfg
++ kubectl_bin exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g0l8HtB0pB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GcFUeZ4eKt
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-mongosh-5978787ffb-2vlfx -- bash -c 'printf '\''sh.getBalancerState()\n'\'' | mongosh --quiet mongodb+srv://clusterAdmin:clusterAdmin123456@some-name-cfg.balancer-13306.svc.cluster.local/admin?ssl=false\&replicaSet=cfg '
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.g0l8HtB0pB
++ cat /tmp/tmp.GcFUeZ4eKt
++ rm /tmp/tmp.g0l8HtB0pB /tmp/tmp.GcFUeZ4eKt
++ return 0
+ balancer_running=true
+ echo -n 'checking if balancer status is true...'
checking if balancer status is true...+ [[ true != true ]]
+ echo OK
OK
+ destroy balancer-13306
+ local namespace=balancer-13306
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uOnY2RufWW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Pa4PBWxz9R
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uOnY2RufWW
++ cat /tmp/tmp.Pa4PBWxz9R
++ rm /tmp/tmp.uOnY2RufWW /tmp/tmp.Pa4PBWxz9R
++ return 0
+ '[' 2 '!=' 0 ']'
+ kubectl_bin get psmdb-backup
++ mktemp
+ local LAST_OUT=/tmp/tmp.2jiMJYm9fh
++ mktemp
+ local LAST_ERR=/tmp/tmp.AKUm9JxuIa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get psmdb-backup
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2jiMJYm9fh
NAME             CLUSTER     STORAGE   DESTINATION                                  TYPE      SIZE      STATUS   COMPLETED   AGE
backup-minio-0   some-name   minio     s3://operator-testing/2026-06-22T10:25:40Z   logical   24.20MB   ready    8m46s       9m15s
backup-minio-1   some-name   minio     s3://operator-testing/2026-06-22T10:30:08Z   logical   25.37MB   ready    4m9s        4m48s
+ cat /tmp/tmp.AKUm9JxuIa
+ rm /tmp/tmp.2jiMJYm9fh /tmp/tmp.AKUm9JxuIa
+ return 0
+ kubectl_bin delete psmdb-backup --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.SIqhSRB4yd
++ mktemp
+ local LAST_ERR=/tmp/tmp.IrIYXsVOpz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb-backup --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SIqhSRB4yd
perconaservermongodbbackup.psmdb.percona.com "backup-minio-0" deleted from balancer-13306 namespace
perconaservermongodbbackup.psmdb.percona.com "backup-minio-1" deleted from balancer-13306 namespace
+ cat /tmp/tmp.IrIYXsVOpz
+ rm /tmp/tmp.SIqhSRB4yd /tmp/tmp.IrIYXsVOpz
+ return 0
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.xie6sfrmAM
++ mktemp
+ local LAST_ERR=/tmp/tmp.DqI58oYYUg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xie6sfrmAM
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.DqI58oYYUg
+ rm /tmp/tmp.xie6sfrmAM /tmp/tmp.DqI58oYYUg
+ return 0
++ grep -v '\-\-\-'
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.SXEdQ1PWJp
++ mktemp
+ local LAST_ERR=/tmp/tmp.sntRlaOoq5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SXEdQ1PWJp
+ cat /tmp/tmp.sntRlaOoq5
+ rm /tmp/tmp.SXEdQ1PWJp /tmp/tmp.sntRlaOoq5
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.oCQIjJR24I
++ mktemp
+ local LAST_ERR=/tmp/tmp.UWWz66h8Yy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.oCQIjJR24I
+ cat /tmp/tmp.UWWz66h8Yy
+ rm /tmp/tmp.oCQIjJR24I /tmp/tmp.UWWz66h8Yy
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.qLkzobh5fb
++ mktemp
+ local LAST_ERR=/tmp/tmp.5gdWOE3y2f
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qLkzobh5fb
+ cat /tmp/tmp.5gdWOE3y2f
+ rm /tmp/tmp.qLkzobh5fb /tmp/tmp.5gdWOE3y2f
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.vZ7A7Rlgjg
++ mktemp
+ local LAST_ERR=/tmp/tmp.5wyml3MRZY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.vZ7A7Rlgjg
+ cat /tmp/tmp.5wyml3MRZY
+ rm /tmp/tmp.vZ7A7Rlgjg /tmp/tmp.5wyml3MRZY
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.mqhXv95DQ5
++ mktemp
+ local LAST_ERR=/tmp/tmp.py17tWkjN3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mqhXv95DQ5
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.py17tWkjN3
+ rm /tmp/tmp.mqhXv95DQ5 /tmp/tmp.py17tWkjN3
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZMk733JeWP
++ mktemp
+ local LAST_ERR=/tmp/tmp.4vrM2WY06Q
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.ZMk733JeWP
+ cat /tmp/tmp.4vrM2WY06Q
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.ZMk733JeWP
+ cat /tmp/tmp.4vrM2WY06Q
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.ZMk733JeWP
+ cat /tmp/tmp.4vrM2WY06Q
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.ZMk733JeWP
+ cat /tmp/tmp.4vrM2WY06Q
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.ZMk733JeWP /tmp/tmp.4vrM2WY06Q
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace balancer-13306
+ rm -rf /tmp/tmp.PbW5dxhS5I
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.Tx8J6ebJOe
++ mktemp
+ local LAST_OUT=/tmp/tmp.CM6KYVrbQL
+ local LAST_ERR=/tmp/tmp.Jl81B7mZcz
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace balancer-13306
+ local LAST_ERR=/tmp/tmp.umwFpMQtNp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator