Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/logs/users.log
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ create_infra users-16400
+ local ns=users-16400
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.KljOtOThy5
++ mktemp
+ local LAST_ERR=/tmp/tmp.p7gVRLoJ6O
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KljOtOThy5
+ cat /tmp/tmp.p7gVRLoJ6O
+ rm /tmp/tmp.KljOtOThy5 /tmp/tmp.p7gVRLoJ6O
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.gHRYDExt6a
++ mktemp
+ local LAST_ERR=/tmp/tmp.9gAUnuERaU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gHRYDExt6a
+ cat /tmp/tmp.9gAUnuERaU
+ rm /tmp/tmp.gHRYDExt6a /tmp/tmp.9gAUnuERaU
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.II3duAcNwF
++ mktemp
+ local LAST_ERR=/tmp/tmp.OiwAdoCUqE
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.II3duAcNwF
+ cat /tmp/tmp.OiwAdoCUqE
+ rm /tmp/tmp.II3duAcNwF /tmp/tmp.OiwAdoCUqE
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.YoIFHG3fEL
++ mktemp
+ local LAST_ERR=/tmp/tmp.0zsw9Zm4pz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YoIFHG3fEL
+ cat /tmp/tmp.0zsw9Zm4pz
+ rm /tmp/tmp.YoIFHG3fEL /tmp/tmp.0zsw9Zm4pz
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.5eMkXogWOD
++ mktemp
+ local LAST_ERR=/tmp/tmp.DTZb3aC8cg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5eMkXogWOD
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.DTZb3aC8cg
+ rm /tmp/tmp.5eMkXogWOD /tmp/tmp.DTZb3aC8cg
+ return 0
+ check_crd_for_deletion PR-1585-fdd2d1e6
+ local git_tag=PR-1585-fdd2d1e6
++ yq eval .metadata.name
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
++ /usr/bin/sed s/---//g
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1585-fdd2d1e6/deploy/crd.yaml
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.N0XrOA100u
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3OAYRu6IhD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.N0XrOA100u
++ cat /tmp/tmp.3OAYRu6IhD
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.N0XrOA100u
++ cat /tmp/tmp.3OAYRu6IhD
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.N0XrOA100u
++ cat /tmp/tmp.3OAYRu6IhD
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.N0XrOA100u
++ cat /tmp/tmp.3OAYRu6IhD
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.N0XrOA100u /tmp/tmp.3OAYRu6IhD
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ grep chaos-mesh.org
++ awk '{print $1}'
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrole
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ awk '{print$1}'
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
++ mktemp
+ kubectl_bin get ns
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.1wryi1oHov
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.gUGOiM83kx
++ mktemp
+ local LAST_ERR=/tmp/tmp.kaSGcS0fLO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.ne84HCX2ME
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gUGOiM83kx
+ cat /tmp/tmp.kaSGcS0fLO
+ rm /tmp/tmp.gUGOiM83kx /tmp/tmp.kaSGcS0fLO
+ return 0
namespace "gmp-public" deleted
namespace "gmp-system" deleted
namespace "users-7830" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1wryi1oHov
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.ne84HCX2ME
+ rm /tmp/tmp.1wryi1oHov /tmp/tmp.ne84HCX2ME
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.cyxjtyvzeB
++ mktemp
+ local LAST_ERR=/tmp/tmp.WJ6XdgOpPL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cyxjtyvzeB
+ cat /tmp/tmp.WJ6XdgOpPL
+ rm /tmp/tmp.cyxjtyvzeB /tmp/tmp.WJ6XdgOpPL
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.lJLvuCjOpX
++ mktemp
+ local LAST_ERR=/tmp/tmp.j7nACD3n6d
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lJLvuCjOpX
namespace/psmdb-operator created
+ cat /tmp/tmp.j7nACD3n6d
+ rm /tmp/tmp.lJLvuCjOpX /tmp/tmp.j7nACD3n6d
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vTRkkXZZ4v
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2favW9cQDu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vTRkkXZZ4v
++ cat /tmp/tmp.2favW9cQDu
++ rm /tmp/tmp.vTRkkXZZ4v /tmp/tmp.2favW9cQDu
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1585-fdd2d1e6-13-cluster5 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.A8EHYBrwNB
++ mktemp
+ local LAST_ERR=/tmp/tmp.PJqvfdcdBF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1585-fdd2d1e6-13-cluster5 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.A8EHYBrwNB
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1585-fdd2d1e6-13-cluster5" modified.
+ cat /tmp/tmp.PJqvfdcdBF
+ rm /tmp/tmp.A8EHYBrwNB /tmp/tmp.PJqvfdcdBF
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/users/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.KzeXzWLxyb
++ mktemp
+ local LAST_ERR=/tmp/tmp.NwAUFIzQkX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KzeXzWLxyb
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.NwAUFIzQkX
+ rm /tmp/tmp.KzeXzWLxyb /tmp/tmp.NwAUFIzQkX
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.YR3A4stKbc
++ mktemp
+ local LAST_ERR=/tmp/tmp.LyAzFaNwiy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YR3A4stKbc
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.LyAzFaNwiy
+ rm /tmp/tmp.YR3A4stKbc /tmp/tmp.LyAzFaNwiy
+ return 0
+ kubectl_bin apply -f -
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1585-fdd2d1e6") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/cw-operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.jgH5NHwVEa
++ mktemp
+ local LAST_ERR=/tmp/tmp.a5dF3VIuzV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jgH5NHwVEa
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.a5dF3VIuzV
+ rm /tmp/tmp.jgH5NHwVEa /tmp/tmp.a5dF3VIuzV
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.d8x9fLrOrb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Kh5lkp5nBZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.d8x9fLrOrb
++ cat /tmp/tmp.Kh5lkp5nBZ
++ rm /tmp/tmp.d8x9fLrOrb /tmp/tmp.Kh5lkp5nBZ
++ return 0
+ wait_pod percona-server-mongodb-operator-7d54595896-sjqbz
+ local pod=percona-server-mongodb-operator-7d54595896-sjqbz
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-7d54595896-sjqbz to be ready.OK
+ create_namespace users-16400
+ local namespace=users-16400
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl api-resources
++ grep chaos-mesh.org
++ kubectl get crd
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-16400'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-16400
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-16400 --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.Y0wNv4r28L
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.AHP9Gx1rKC
+ local exit_status=0
+ local timeout=4
+ local LAST_OUT=/tmp/tmp.BZgRU5nCPo
++ seq 0 2
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ local LAST_ERR=/tmp/tmp.LgUk3MwTa3
+ kubectl delete namespace users-16400 --ignore-not-found
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ xargs kubectl delete ns
+ awk '{print$1}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BZgRU5nCPo
+ cat /tmp/tmp.LgUk3MwTa3
+ rm /tmp/tmp.BZgRU5nCPo /tmp/tmp.LgUk3MwTa3
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Y0wNv4r28L
+ cat /tmp/tmp.AHP9Gx1rKC
+ rm /tmp/tmp.Y0wNv4r28L /tmp/tmp.AHP9Gx1rKC
+ return 0
+ kubectl_bin wait --for=delete namespace users-16400
++ mktemp
+ local LAST_OUT=/tmp/tmp.2gDOxsGftO
++ mktemp
+ local LAST_ERR=/tmp/tmp.d3lWYrcWyX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace users-16400
namespace "gmp-public" deleted
namespace "gmp-system" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2gDOxsGftO
+ cat /tmp/tmp.d3lWYrcWyX
+ rm /tmp/tmp.2gDOxsGftO /tmp/tmp.d3lWYrcWyX
+ return 0
+ desc 'create namespace users-16400'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-16400
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-16400
++ mktemp
+ local LAST_OUT=/tmp/tmp.aEzeBYXWwq
++ mktemp
+ local LAST_ERR=/tmp/tmp.r1v3XoeaZ9
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-16400
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.aEzeBYXWwq
namespace/users-16400 created
+ cat /tmp/tmp.r1v3XoeaZ9
+ rm /tmp/tmp.aEzeBYXWwq /tmp/tmp.r1v3XoeaZ9
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DDbamGvAFk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.82utHV2mH9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DDbamGvAFk
++ cat /tmp/tmp.82utHV2mH9
++ rm /tmp/tmp.DDbamGvAFk /tmp/tmp.82utHV2mH9
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1585-fdd2d1e6-13-cluster5 --namespace=users-16400
++ mktemp
+ local LAST_OUT=/tmp/tmp.Wo3Bo4Pf92
++ mktemp
+ local LAST_ERR=/tmp/tmp.jytSiUqDMh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1585-fdd2d1e6-13-cluster5 --namespace=users-16400
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Wo3Bo4Pf92
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1585-fdd2d1e6-13-cluster5" modified.
+ cat /tmp/tmp.jytSiUqDMh
+ rm /tmp/tmp.Wo3Bo4Pf92 /tmp/tmp.jytSiUqDMh
+ return 0
+ deploy_minio
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ retry 10 60 helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
NAME: minio-service
LAST DEPLOYED: Mon Jul 22 17:28:13 2024
NAMESPACE: users-16400
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.users-16400.svc.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace users-16400 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace users-16400

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace users-16400 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace users-16400 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VUTGKotl0z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZDXTKWIdlo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VUTGKotl0z
++ cat /tmp/tmp.ZDXTKWIdlo
++ rm /tmp/tmp.VUTGKotl0z /tmp/tmp.ZDXTKWIdlo
++ return 0
+ MINIO_POD=minio-service-6ff7647778-mzmm6
+ wait_pod minio-service-6ff7647778-mzmm6
+ local pod=minio-service-6ff7647778-mzmm6
+ set +o xtrace
waiting for pod/minio-service-6ff7647778-mzmm6 to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.users-16400.svc.cluster.local --tcp=9000
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZD42U61oxg
++ mktemp
+ local LAST_ERR=/tmp/tmp.Drvfty3qGP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create svc -n psmdb-operator externalname minio-service --external-name=minio-service.users-16400.svc.cluster.local --tcp=9000
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ZD42U61oxg
service/minio-service created
+ cat /tmp/tmp.Drvfty3qGP
+ rm /tmp/tmp.ZD42U61oxg /tmp/tmp.Drvfty3qGP
+ return 0
+ kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 \
        /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
++ mktemp
+ local LAST_OUT=/tmp/tmp.WmFPbdVTYn
++ mktemp
+ local LAST_ERR=/tmp/tmp.pmSAzN411C
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 \
        /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WmFPbdVTYn
make_bucket: operator-testing
pod "aws-cli" deleted
+ cat /tmp/tmp.pmSAzN411C
If you don't see a command prompt, try pressing enter.
warning: couldn't attach to pod/aws-cli, falling back to streaming logs: unable to upgrade connection: container aws-cli not found in pod aws-cli_users-16400
+ rm /tmp/tmp.WmFPbdVTYn /tmp/tmp.pmSAzN411C
+ return 0
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/conf/minio-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.NcEohV1TtU
++ mktemp
+ local LAST_ERR=/tmp/tmp.udczPaFWC8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/conf/minio-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NcEohV1TtU
deployment.apps/psmdb-client created
secret/some-users created
secret/minio-secret created
+ cat /tmp/tmp.udczPaFWC8
+ rm /tmp/tmp.NcEohV1TtU /tmp/tmp.udczPaFWC8
+ return 0
+ cluster=some-name-rs0
+ desc 'create first PSMDB cluster some-name-rs0'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster some-name-rs0
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/users/conf/some-name-rs0.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/users/conf/some-name-rs0.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/users/conf/some-name-rs0.yml
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
++ mktemp
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_OUT=/tmp/tmp.yjRTQbQf6v
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1585-fdd2d1e6"'
++ mktemp
+ local LAST_ERR=/tmp/tmp.4td4VpYWUu
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yjRTQbQf6v
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.4td4VpYWUu
+ rm /tmp/tmp.yjRTQbQf6v /tmp/tmp.4td4VpYWUu
+ return 0
+ desc 'Check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
Check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready........OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.......OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wnZyLGxLpO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nVG2NbiKI4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wnZyLGxLpO
++ cat /tmp/tmp.nVG2NbiKI4
++ rm /tmp/tmp.wnZyLGxLpO /tmp/tmp.nVG2NbiKI4
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.......OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lryzhr1I3X
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sz7MxQd8tX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lryzhr1I3X
++ cat /tmp/tmp.sz7MxQd8tX
++ rm /tmp/tmp.lryzhr1I3X /tmp/tmp.sz7MxQd8tX
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness....
+ backup_name=backup-minio
+ desc 'change MONGODB_DATABASE_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_DATABASE_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_DATABASE_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_DATABASE_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_DATABASE_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ psmdb=some-name
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.N7KXRZ8FeT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jSG7BbdV9P
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.N7KXRZ8FeT
++ cat /tmp/tmp.jSG7BbdV9P
++ rm /tmp/tmp.N7KXRZ8FeT /tmp/tmp.jSG7BbdV9P
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_DATABASE_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_DATABASE_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_DATABASE_ADMIN_USER}}'
+++ base64 -d
++ local data=databaseAdmin
++ echo databaseAdmin
+ user=databaseAdmin
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tpetzEmQjf
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.naH6xLSQGX
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.tpetzEmQjf
+++ cat /tmp/tmp.naH6xLSQGX
+++ rm /tmp/tmp.tpetzEmQjf /tmp/tmp.naH6xLSQGX
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bq7lYoquBB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Zcg8XwqFOa
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bq7lYoquBB
++ cat /tmp/tmp.Zcg8XwqFOa
++ rm /tmp/tmp.bq7lYoquBB /tmp/tmp.Zcg8XwqFOa
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.or9khOIUF7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2AY5Mty6wb
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.or9khOIUF7
+++ cat /tmp/tmp.2AY5Mty6wb
+++ rm /tmp/tmp.or9khOIUF7 /tmp/tmp.2AY5Mty6wb
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DssPRT0IIo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O5VEcF7hnA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DssPRT0IIo
++ cat /tmp/tmp.O5VEcF7hnA
++ rm /tmp/tmp.DssPRT0IIo /tmp/tmp.O5VEcF7hnA
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CJa9yn9AAL
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.k4YcwL3IDr
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.CJa9yn9AAL
+++ cat /tmp/tmp.k4YcwL3IDr
+++ rm /tmp/tmp.CJa9yn9AAL /tmp/tmp.k4YcwL3IDr
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zprdKfKecV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MU6gbPBaOv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zprdKfKecV
++ cat /tmp/tmp.MU6gbPBaOv
++ rm /tmp/tmp.zprdKfKecV /tmp/tmp.MU6gbPBaOv
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_BACKUP_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_BACKUP_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_BACKUP_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_BACKUP_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_BACKUP_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.X4tizDOCQK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eLIoZzTDty
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.X4tizDOCQK
++ cat /tmp/tmp.eLIoZzTDty
++ rm /tmp/tmp.X4tizDOCQK /tmp/tmp.eLIoZzTDty
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_BACKUP_USER
++ local secretName=some-users
++ local dataKey=MONGODB_BACKUP_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_BACKUP_USER}}'
+++ base64 -d
++ local data=backup
++ echo backup
+ user=backup
+ check_mongo_auth backup:test-password@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=backup:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2HvkeXRATs
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ZVXZLdgLf1
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.2HvkeXRATs
+++ cat /tmp/tmp.ZVXZLdgLf1
+++ rm /tmp/tmp.2HvkeXRATs /tmp/tmp.ZVXZLdgLf1
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oqR0QWFbk7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xsxqDXW72H
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oqR0QWFbk7
++ cat /tmp/tmp.xsxqDXW72H
++ rm /tmp/tmp.oqR0QWFbk7 /tmp/tmp.xsxqDXW72H
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup:test-password@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=backup:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.GQQuFdRRfY
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.e6jkrpfP7h
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.GQQuFdRRfY
+++ cat /tmp/tmp.e6jkrpfP7h
+++ rm /tmp/tmp.GQQuFdRRfY /tmp/tmp.e6jkrpfP7h
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Eh4kCcqCpv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0hOuqV42dT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Eh4kCcqCpv
++ cat /tmp/tmp.0hOuqV42dT
++ rm /tmp/tmp.Eh4kCcqCpv /tmp/tmp.0hOuqV42dT
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup:test-password@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=backup:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=backup:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7LfBfzqUiR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EfNkOaxHKv
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.7LfBfzqUiR
+++ cat /tmp/tmp.EfNkOaxHKv
+++ rm /tmp/tmp.7LfBfzqUiR /tmp/tmp.EfNkOaxHKv
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.w0v0FrB4CK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.94vNpHUS4p
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.w0v0FrB4CK
++ cat /tmp/tmp.94vNpHUS4p
++ rm /tmp/tmp.w0v0FrB4CK /tmp/tmp.94vNpHUS4p
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_BACKUP_USER'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_BACKUP_USER
-----------------------------------------------------------------------------------

++ echo -n backup2
++ base64
+ newnameencrypted=YmFja3VwMg==
+ patch_secret some-users MONGODB_BACKUP_USER YmFja3VwMg==
+ local secret=some-users
+ local key=MONGODB_BACKUP_USER
+ local value=YmFja3VwMg==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_BACKUP_USER": "YmFja3VwMg=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Vvi2I0eiVi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KAa7mXpQ2H
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Vvi2I0eiVi
++ cat /tmp/tmp.KAa7mXpQ2H
++ rm /tmp/tmp.Vvi2I0eiVi /tmp/tmp.KAa7mXpQ2H
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_BACKUP_USER
++ local secretName=some-users
++ local dataKey=MONGODB_BACKUP_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_BACKUP_USER}}'
+++ base64 -d
++ local data=backup2
++ echo backup2
+ user=backup2
+ check_mongo_auth backup2:test-password@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=backup2:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=backup2:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jX0XnLAKq1
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.mE8wcnVfE7
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.jX0XnLAKq1
+++ cat /tmp/tmp.mE8wcnVfE7
+++ rm /tmp/tmp.jX0XnLAKq1 /tmp/tmp.mE8wcnVfE7
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ct3oCLXwYK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gA1LNrWcEg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ct3oCLXwYK
++ cat /tmp/tmp.gA1LNrWcEg
++ rm /tmp/tmp.Ct3oCLXwYK /tmp/tmp.gA1LNrWcEg
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup2:test-password@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=backup2:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=backup2:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Cb3D1zu0eV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bBVSg9Ipk6
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Cb3D1zu0eV
+++ cat /tmp/tmp.bBVSg9Ipk6
+++ rm /tmp/tmp.Cb3D1zu0eV /tmp/tmp.bBVSg9Ipk6
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ywvvek9NAq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.V0hQdxWsr4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ywvvek9NAq
++ cat /tmp/tmp.V0hQdxWsr4
++ rm /tmp/tmp.ywvvek9NAq /tmp/tmp.V0hQdxWsr4
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup2:test-password@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=backup2:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup2:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2RYtJ1JaeT
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.xHRoYX3jtq
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.2RYtJ1JaeT
+++ cat /tmp/tmp.xHRoYX3jtq
+++ rm /tmp/tmp.2RYtJ1JaeT /tmp/tmp.xHRoYX3jtq
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.il1JgQE5bI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uorGPzYBxS
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.il1JgQE5bI
++ cat /tmp/tmp.uorGPzYBxS
++ rm /tmp/tmp.il1JgQE5bI /tmp/tmp.uorGPzYBxS
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'run backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup
-----------------------------------------------------------------------------------

+ run_backup minio
+ local storage=minio
+ local backup_name=backup-minio
+ desc 'run backup backup-minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio
-----------------------------------------------------------------------------------

+ yq eval '.metadata.name = "backup-minio"
			| .spec.storageName = "minio"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/users/conf/backup-minio.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.3xfe56QL7v
++ mktemp
+ local LAST_ERR=/tmp/tmp.INwnujHEQV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3xfe56QL7v
perconaservermongodbbackup.psmdb.percona.com/backup-minio created
+ cat /tmp/tmp.INwnujHEQV
+ rm /tmp/tmp.3xfe56QL7v /tmp/tmp.INwnujHEQV
+ return 0
+ wait_backup backup-minio
+ local backup_name=backup-minio
+ set +o xtrace
backup-minio.................
+ desc 'change MONGODB_USER_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_USER_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_USER_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_USER_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_USER_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Uk2V1mwgqe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zPlOOSZCiF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Uk2V1mwgqe
++ cat /tmp/tmp.zPlOOSZCiF
++ rm /tmp/tmp.Uk2V1mwgqe /tmp/tmp.zPlOOSZCiF
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
+ check_mongo_auth userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Cd93N6eKlr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.F0kezOdYqQ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Cd93N6eKlr
+++ cat /tmp/tmp.F0kezOdYqQ
+++ rm /tmp/tmp.Cd93N6eKlr /tmp/tmp.F0kezOdYqQ
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EvReqAeiTl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1FPdOGe3uC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EvReqAeiTl
++ cat /tmp/tmp.1FPdOGe3uC
++ rm /tmp/tmp.EvReqAeiTl /tmp/tmp.1FPdOGe3uC
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YN8veL6PII
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.TmLpCHp9LH
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.YN8veL6PII
+++ cat /tmp/tmp.TmLpCHp9LH
+++ rm /tmp/tmp.YN8veL6PII /tmp/tmp.TmLpCHp9LH
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Kdoz83I3bW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JCkQ96JSzi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Kdoz83I3bW
++ cat /tmp/tmp.JCkQ96JSzi
++ rm /tmp/tmp.Kdoz83I3bW /tmp/tmp.JCkQ96JSzi
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3FIBALhsNw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.H2QoT6vUeS
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.3FIBALhsNw
+++ cat /tmp/tmp.H2QoT6vUeS
+++ rm /tmp/tmp.3FIBALhsNw /tmp/tmp.H2QoT6vUeS
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bZNnpL0m3C
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uQIVjrleQW
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bZNnpL0m3C
++ cat /tmp/tmp.uQIVjrleQW
++ rm /tmp/tmp.bZNnpL0m3C /tmp/tmp.uQIVjrleQW
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_USER_ADMIN_USER'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_USER_ADMIN_USER
-----------------------------------------------------------------------------------

++ echo -n userAdmin2
++ base64
+ newnameencrypted=dXNlckFkbWluMg==
+ patch_secret some-users MONGODB_USER_ADMIN_USER dXNlckFkbWluMg==
+ local secret=some-users
+ local key=MONGODB_USER_ADMIN_USER
+ local value=dXNlckFkbWluMg==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_USER_ADMIN_USER": "dXNlckFkbWluMg=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jyOHKmEdVN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DjJwjR3m1U
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jyOHKmEdVN
++ cat /tmp/tmp.DjJwjR3m1U
++ rm /tmp/tmp.jyOHKmEdVN /tmp/tmp.DjJwjR3m1U
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin2
++ echo userAdmin2
+ user=userAdmin2
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.VQMg29hVsu
++++ mktemp
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ local LAST_ERR=/tmp/tmp.MtjVHCZcE6
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.VQMg29hVsu
+++ cat /tmp/tmp.MtjVHCZcE6
+++ rm /tmp/tmp.VQMg29hVsu /tmp/tmp.MtjVHCZcE6
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tO6KZcwMXs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UB5Fq73M8q
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.tO6KZcwMXs
++ cat /tmp/tmp.UB5Fq73M8q
++ rm /tmp/tmp.tO6KZcwMXs /tmp/tmp.UB5Fq73M8q
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ikZW9NYYik
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.eNDxHdUhLq
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.ikZW9NYYik
+++ cat /tmp/tmp.eNDxHdUhLq
+++ rm /tmp/tmp.ikZW9NYYik /tmp/tmp.eNDxHdUhLq
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KpkmniuOBM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PyAwnGBVQP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.KpkmniuOBM
++ cat /tmp/tmp.PyAwnGBVQP
++ rm /tmp/tmp.KpkmniuOBM /tmp/tmp.PyAwnGBVQP
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4v92rR3hy7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.H4hGELLZsq
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.4v92rR3hy7
+++ cat /tmp/tmp.H4hGELLZsq
+++ rm /tmp/tmp.4v92rR3hy7 /tmp/tmp.H4hGELLZsq
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UzLQtXxZmp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9nZqoR0123
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UzLQtXxZmp
++ cat /tmp/tmp.9nZqoR0123
++ rm /tmp/tmp.UzLQtXxZmp /tmp/tmp.9nZqoR0123
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_CLUSTER_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_CLUSTER_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_CLUSTER_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_CLUSTER_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.v6ckSR5jgh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ewT3HvOqSb
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.v6ckSR5jgh
++ cat /tmp/tmp.ewT3HvOqSb
++ rm /tmp/tmp.v6ckSR5jgh /tmp/tmp.ewT3HvOqSb
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_ADMIN_USER}}'
+++ base64 -d
++ local data=clusterAdmin
++ echo clusterAdmin
+ user=clusterAdmin
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4b9qIUZT1m
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.4edQr2jPoU
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.4b9qIUZT1m
+++ cat /tmp/tmp.4edQr2jPoU
+++ rm /tmp/tmp.4b9qIUZT1m /tmp/tmp.4edQr2jPoU
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ujAdWBH6KF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5uXSS5SoGa
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ujAdWBH6KF
++ cat /tmp/tmp.5uXSS5SoGa
++ rm /tmp/tmp.ujAdWBH6KF /tmp/tmp.5uXSS5SoGa
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.NTsXWGU7bj
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.aUjXfxnGZB
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.NTsXWGU7bj
+++ cat /tmp/tmp.aUjXfxnGZB
+++ rm /tmp/tmp.NTsXWGU7bj /tmp/tmp.aUjXfxnGZB
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Y9Xial4XPV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vJQUlEuump
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Y9Xial4XPV
++ cat /tmp/tmp.vJQUlEuump
++ rm /tmp/tmp.Y9Xial4XPV /tmp/tmp.vJQUlEuump
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.bKE6b8vKPu
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.TAqIA1iWEn
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.bKE6b8vKPu
+++ cat /tmp/tmp.TAqIA1iWEn
+++ rm /tmp/tmp.bKE6b8vKPu /tmp/tmp.TAqIA1iWEn
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.u9aCvreHmW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hBPG0wEMCq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.u9aCvreHmW
++ cat /tmp/tmp.hBPG0wEMCq
++ rm /tmp/tmp.u9aCvreHmW /tmp/tmp.hBPG0wEMCq
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_CLUSTER_MONITOR_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_CLUSTER_MONITOR_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_CLUSTER_MONITOR_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_CLUSTER_MONITOR_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_MONITOR_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LMb6fCvszo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.awzDWHXVbp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LMb6fCvszo
++ cat /tmp/tmp.awzDWHXVbp
++ rm /tmp/tmp.LMb6fCvszo /tmp/tmp.awzDWHXVbp
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_USER}}'
+++ base64 -d
++ local data=clusterMonitor
++ echo clusterMonitor
+ user=clusterMonitor
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.m1HagqRmEl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6JagQ7yIyh
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.m1HagqRmEl
+++ cat /tmp/tmp.6JagQ7yIyh
+++ rm /tmp/tmp.m1HagqRmEl /tmp/tmp.6JagQ7yIyh
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CKoWvbvMS1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gAn3WRNx51
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CKoWvbvMS1
++ cat /tmp/tmp.gAn3WRNx51
++ rm /tmp/tmp.CKoWvbvMS1 /tmp/tmp.gAn3WRNx51
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Q3eMgC7LDw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.avc1wHh9nJ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Q3eMgC7LDw
+++ cat /tmp/tmp.avc1wHh9nJ
+++ rm /tmp/tmp.Q3eMgC7LDw /tmp/tmp.avc1wHh9nJ
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XwfKPRFFXH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7mk98VhILr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XwfKPRFFXH
++ cat /tmp/tmp.7mk98VhILr
++ rm /tmp/tmp.XwfKPRFFXH /tmp/tmp.7mk98VhILr
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.uDEpaECe2O
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NZFbHALKWF
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.uDEpaECe2O
+++ cat /tmp/tmp.NZFbHALKWF
+++ rm /tmp/tmp.uDEpaECe2O /tmp/tmp.NZFbHALKWF
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UbA1iYfCF3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TqsjhDfjNq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UbA1iYfCF3
++ cat /tmp/tmp.TqsjhDfjNq
++ rm /tmp/tmp.UbA1iYfCF3 /tmp/tmp.TqsjhDfjNq
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'remove users secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
remove users secret
-----------------------------------------------------------------------------------

+ kubectl_bin delete secret some-users
++ mktemp
+ local LAST_OUT=/tmp/tmp.8zjOA8gB60
++ mktemp
+ local LAST_ERR=/tmp/tmp.WaHossSIEZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete secret some-users
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8zjOA8gB60
secret "some-users" deleted
+ cat /tmp/tmp.WaHossSIEZ
+ rm /tmp/tmp.8zjOA8gB60 /tmp/tmp.WaHossSIEZ
+ return 0
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.O5h9dUN5lH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yj8Y07WFQR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.O5h9dUN5lH
++ cat /tmp/tmp.yj8Y07WFQR
++ rm /tmp/tmp.O5h9dUN5lH /tmp/tmp.yj8Y07WFQR
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ base64 -d
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
++ local data=ZM1lIPARa9I6ylpH
++ echo ZM1lIPARa9I6ylpH
+ pass=ZM1lIPARa9I6ylpH
+ check_mongo_auth userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.F445Rf8MMO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.mwFlQZ0jKU
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.F445Rf8MMO
+++ cat /tmp/tmp.mwFlQZ0jKU
+++ rm /tmp/tmp.F445Rf8MMO /tmp/tmp.mwFlQZ0jKU
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ci8ET4SWby
+++ mktemp
++ local LAST_ERR=/tmp/tmp.U1ps0Z9YA6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ci8ET4SWby
++ cat /tmp/tmp.U1ps0Z9YA6
++ rm /tmp/tmp.Ci8ET4SWby /tmp/tmp.U1ps0Z9YA6
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.cszVZ81w1C
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LzJWh39siQ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.cszVZ81w1C
+++ cat /tmp/tmp.LzJWh39siQ
+++ rm /tmp/tmp.cszVZ81w1C /tmp/tmp.LzJWh39siQ
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Xy1sS1ISho
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uflktiZnMa
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Xy1sS1ISho
++ cat /tmp/tmp.uflktiZnMa
++ rm /tmp/tmp.Xy1sS1ISho /tmp/tmp.uflktiZnMa
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.v3SCLDPGGV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.se4PWkIFAN
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.v3SCLDPGGV
+++ cat /tmp/tmp.se4PWkIFAN
+++ rm /tmp/tmp.v3SCLDPGGV /tmp/tmp.se4PWkIFAN
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SQ9QClOdOQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WnmctnGKlt
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:ZM1lIPARa9I6ylpH@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SQ9QClOdOQ
++ cat /tmp/tmp.WnmctnGKlt
++ rm /tmp/tmp.SQ9QClOdOQ /tmp/tmp.WnmctnGKlt
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'update all users'
+ set +o xtrace


-----------------------------------------------------------------------------------
update all users
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.It5tKHH4Uk
++ mktemp
+ local LAST_ERR=/tmp/tmp.iVdE6CQGRB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.It5tKHH4Uk
secret/some-users configured
+ cat /tmp/tmp.iVdE6CQGRB
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.It5tKHH4Uk /tmp/tmp.iVdE6CQGRB
+ return 0
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CMHhOzsIGt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nVCp4TLtp9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CMHhOzsIGt
++ cat /tmp/tmp.nVCp4TLtp9
++ rm /tmp/tmp.CMHhOzsIGt /tmp/tmp.nVCp4TLtp9
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 1 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7C0JiixkOe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.omsYA3Nx20
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7C0JiixkOe
++ cat /tmp/tmp.omsYA3Nx20
++ rm /tmp/tmp.7C0JiixkOe /tmp/tmp.omsYA3Nx20
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 2 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bDsdsWzqql
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D0gmhKOQE0
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bDsdsWzqql
++ cat /tmp/tmp.D0gmhKOQE0
++ rm /tmp/tmp.bDsdsWzqql /tmp/tmp.D0gmhKOQE0
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
+++ base64 -d
++ local data=userAdmin123456
++ echo userAdmin123456
+ pass=userAdmin123456
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16400
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.cNtfTqEoYA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.FMJCjZrKpH
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.cNtfTqEoYA
+++ cat /tmp/tmp.FMJCjZrKpH
+++ rm /tmp/tmp.cNtfTqEoYA /tmp/tmp.FMJCjZrKpH
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lu7CuQrBpb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GppTKf4yJM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lu7CuQrBpb
++ cat /tmp/tmp.GppTKf4yJM
++ rm /tmp/tmp.lu7CuQrBpb /tmp/tmp.GppTKf4yJM
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.X7grCwcieC
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6CZjG5QeAf
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.X7grCwcieC
+++ cat /tmp/tmp.6CZjG5QeAf
+++ rm /tmp/tmp.X7grCwcieC /tmp/tmp.6CZjG5QeAf
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mRbyPfG2Yb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.w0ZbapZTfk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mRbyPfG2Yb
++ cat /tmp/tmp.w0ZbapZTfk
++ rm /tmp/tmp.mRbyPfG2Yb /tmp/tmp.w0ZbapZTfk
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IeXXpHZrTV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.eZgP0u8zSh
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.IeXXpHZrTV
+++ cat /tmp/tmp.eZgP0u8zSh
+++ rm /tmp/tmp.IeXXpHZrTV /tmp/tmp.eZgP0u8zSh
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mRalllcT5F
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QXChoP6QJJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mRalllcT5F
++ cat /tmp/tmp.QXChoP6QJJ
++ rm /tmp/tmp.mRalllcT5F /tmp/tmp.QXChoP6QJJ
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'update monitor user username'
+ set +o xtrace


-----------------------------------------------------------------------------------
update monitor user username
-----------------------------------------------------------------------------------

++ echo -n ''
++ base64
+ patch_secret some-users MONGODB_CLUSTER_MONITOR_USER ''
+ local secret=some-users
+ local key=MONGODB_CLUSTER_MONITOR_USER
+ local value=
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_MONITOR_USER": ""}}'
secret/some-users patched
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AF7STEm387
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3zv9oj4kXt
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AF7STEm387
++ cat /tmp/tmp.3zv9oj4kXt
++ rm /tmp/tmp.AF7STEm387 /tmp/tmp.3zv9oj4kXt
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_USER}}'
+++ base64 -d
++ local data=
++ echo ''
+ user=
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_PASSWORD}}'
+++ base64 -d
++ local data=clusterMonitor123456
++ echo clusterMonitor123456
+ pass=clusterMonitor123456
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.58HiQ5SZLA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lsQLQFTE90
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.58HiQ5SZLA
+++ cat /tmp/tmp.lsQLQFTE90
+++ rm /tmp/tmp.58HiQ5SZLA /tmp/tmp.lsQLQFTE90
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Gr9SSSKhi6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.siEz5jpjcR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Gr9SSSKhi6
++ cat /tmp/tmp.siEz5jpjcR
++ rm /tmp/tmp.Gr9SSSKhi6 /tmp/tmp.siEz5jpjcR
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.iMen9AazqF
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.tqJvqMjg18
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.iMen9AazqF
+++ cat /tmp/tmp.tqJvqMjg18
+++ rm /tmp/tmp.iMen9AazqF /tmp/tmp.tqJvqMjg18
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UawqmjHYPr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hApHClaGtF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UawqmjHYPr
++ cat /tmp/tmp.hApHClaGtF
++ rm /tmp/tmp.UawqmjHYPr /tmp/tmp.hApHClaGtF
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RP2NfYFiMP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.TBMtOIXdht
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.RP2NfYFiMP
+++ cat /tmp/tmp.TBMtOIXdht
+++ rm /tmp/tmp.RP2NfYFiMP /tmp/tmp.TBMtOIXdht
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wyeCZCmjD5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GGBetZTPYF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wyeCZCmjD5
++ cat /tmp/tmp.GGBetZTPYF
++ rm /tmp/tmp.wyeCZCmjD5 /tmp/tmp.GGBetZTPYF
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'secret without userAdmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
secret without userAdmin
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/users/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.INo0QILllU
++ mktemp
+ local LAST_ERR=/tmp/tmp.wV0y9JpraX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/e2e-tests/users/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.INo0QILllU
secret/some-users configured
+ cat /tmp/tmp.wV0y9JpraX
+ rm /tmp/tmp.INo0QILllU /tmp/tmp.wV0y9JpraX
+ return 0
+ sleep 25
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
+++ base64 -d
++ local data=JGPyLKdGfEAqUgUys8t
++ echo JGPyLKdGfEAqUgUys8t
+ pass=JGPyLKdGfEAqUgUys8t
+ check_mongo_auth userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-0.some-name-rs0.users-16400
+ local uri=userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-0.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-0.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-0.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.j7E2hoHHbb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.qDQ3ZOn2Hj
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.j7E2hoHHbb
+++ cat /tmp/tmp.qDQ3ZOn2Hj
+++ rm /tmp/tmp.j7E2hoHHbb /tmp/tmp.qDQ3ZOn2Hj
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-0.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bDzCM4BdOu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IHoSS5JAFH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-0.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bDzCM4BdOu
++ cat /tmp/tmp.IHoSS5JAFH
++ rm /tmp/tmp.bDzCM4BdOu /tmp/tmp.IHoSS5JAFH
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-1.some-name-rs0.users-16400
+ local uri=userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-1.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-1.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-1.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.giH2g8wJgn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.zIINRU1nCs
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.giH2g8wJgn
+++ cat /tmp/tmp.zIINRU1nCs
+++ rm /tmp/tmp.giH2g8wJgn /tmp/tmp.zIINRU1nCs
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-1.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Jzx7G9yp0F
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hhV9J8eQIy
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-1.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Jzx7G9yp0F
++ cat /tmp/tmp.hhV9J8eQIy
++ rm /tmp/tmp.Jzx7G9yp0F /tmp/tmp.hhV9J8eQIy
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-2.some-name-rs0.users-16400
+ local uri=userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-2.some-name-rs0.users-16400
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-2.some-name-rs0.users-16400 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-2.some-name-rs0.users-16400
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.lp5DbDZJoE
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Zt1Df3WoCT
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.lp5DbDZJoE
+++ cat /tmp/tmp.Zt1Df3WoCT
+++ rm /tmp/tmp.lp5DbDZJoE /tmp/tmp.Zt1Df3WoCT
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-nknf9
++ local mongo_flag=--quiet
++ [[ userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-2.some-name-rs0.users-16400 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hi6IMiin9j
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kSahhrWfoB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-nknf9 -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:JGPyLKdGfEAqUgUys8t@some-name-rs0-2.some-name-rs0.users-16400.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hi6IMiin9j
++ cat /tmp/tmp.kSahhrWfoB
++ rm /tmp/tmp.hi6IMiin9j /tmp/tmp.kSahhrWfoB
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ destroy users-16400
+ local namespace=users-16400
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.uxEsHExaRk
++ mktemp
+ local LAST_ERR=/tmp/tmp.KQKS8Ynz8f
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uxEsHExaRk
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.KQKS8Ynz8f
+ rm /tmp/tmp.uxEsHExaRk /tmp/tmp.KQKS8Ynz8f
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.OY5HnB7agQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.OUU6ajXyAx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OY5HnB7agQ
+ cat /tmp/tmp.OUU6ajXyAx
+ rm /tmp/tmp.OY5HnB7agQ /tmp/tmp.OUU6ajXyAx
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.UkSig466Ki
++ mktemp
+ local LAST_ERR=/tmp/tmp.akQtsSGaj1
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UkSig466Ki
+ cat /tmp/tmp.akQtsSGaj1
+ rm /tmp/tmp.UkSig466Ki /tmp/tmp.akQtsSGaj1
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.Rl9lpkOlDo
++ mktemp
+ local LAST_ERR=/tmp/tmp.rttzTFd3Kw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Rl9lpkOlDo
+ cat /tmp/tmp.rttzTFd3Kw
+ rm /tmp/tmp.Rl9lpkOlDo /tmp/tmp.rttzTFd3Kw
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.qxjRspTYsc
++ mktemp
+ local LAST_ERR=/tmp/tmp.ovfFITsf1G
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1585/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qxjRspTYsc
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.ovfFITsf1G
+ rm /tmp/tmp.qxjRspTYsc /tmp/tmp.ovfFITsf1G
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.1biuwzT6r7
++ mktemp
+ local LAST_ERR=/tmp/tmp.8HYeuQeDaT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.1biuwzT6r7
+ cat /tmp/tmp.8HYeuQeDaT
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.1biuwzT6r7
+ cat /tmp/tmp.8HYeuQeDaT
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.1biuwzT6r7
+ cat /tmp/tmp.8HYeuQeDaT
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.1biuwzT6r7
+ cat /tmp/tmp.8HYeuQeDaT
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.1biuwzT6r7 /tmp/tmp.8HYeuQeDaT
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace users-16400
+ rm -rf /tmp/tmp.BVYz0Pc0tT
++ mktemp
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.A1g3W7lJM5
++ mktemp
+ local LAST_OUT=/tmp/tmp.8qRe1Kjo0i
++ mktemp
+ local LAST_ERR=/tmp/tmp.e4qhAWxcBv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.kVxz2uE782
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace users-16400
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------