Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/logs/users.log
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ create_infra users-29318
+ local ns=users-29318
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.VhN7zRZV5t
++ mktemp
+ local LAST_ERR=/tmp/tmp.XWKcLqF7WR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VhN7zRZV5t
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.XWKcLqF7WR
+ rm /tmp/tmp.VhN7zRZV5t /tmp/tmp.XWKcLqF7WR
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.PcIn5SLDjx
++ mktemp
+ local LAST_ERR=/tmp/tmp.9EGi0ABYGh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PcIn5SLDjx
+ cat /tmp/tmp.9EGi0ABYGh
+ rm /tmp/tmp.PcIn5SLDjx /tmp/tmp.9EGi0ABYGh
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.sjpPW00FcT
++ mktemp
+ local LAST_ERR=/tmp/tmp.UrNLbtRdWC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sjpPW00FcT
+ cat /tmp/tmp.UrNLbtRdWC
+ rm /tmp/tmp.sjpPW00FcT /tmp/tmp.UrNLbtRdWC
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.iM4KZwIwVS
++ mktemp
+ local LAST_ERR=/tmp/tmp.3jfN24YNew
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iM4KZwIwVS
+ cat /tmp/tmp.3jfN24YNew
+ rm /tmp/tmp.iM4KZwIwVS /tmp/tmp.3jfN24YNew
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.p15zribza8
++ mktemp
+ local LAST_ERR=/tmp/tmp.skoeiuQeEI
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.p15zribza8
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.skoeiuQeEI
+ rm /tmp/tmp.p15zribza8 /tmp/tmp.skoeiuQeEI
+ return 0
+ check_crd_for_deletion PR-1598-171aada3
+ local git_tag=PR-1598-171aada3
++ /usr/bin/sed s/---//g
++ yq eval .metadata.name
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1598-171aada3/deploy/crd.yaml
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.r6aua6Ivxu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.d4IkQ6NPpy
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.r6aua6Ivxu
++ cat /tmp/tmp.d4IkQ6NPpy
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.r6aua6Ivxu
++ cat /tmp/tmp.d4IkQ6NPpy
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.r6aua6Ivxu
++ cat /tmp/tmp.d4IkQ6NPpy
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.r6aua6Ivxu
++ cat /tmp/tmp.d4IkQ6NPpy
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.r6aua6Ivxu /tmp/tmp.d4IkQ6NPpy
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ grep chaos-mesh.org
++ awk '{print $1}'
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ kubectl_bin get ns
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.JLO6zx5nVp
+ xargs kubectl delete ns
++ mktemp
+ local LAST_ERR=/tmp/tmp.KC9AsUIslS
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.VyPvvqnMEm
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ local LAST_ERR=/tmp/tmp.dGXGbMnmAb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VyPvvqnMEm
+ cat /tmp/tmp.dGXGbMnmAb
+ rm /tmp/tmp.VyPvvqnMEm /tmp/tmp.dGXGbMnmAb
+ return 0
namespace "gmp-public" deleted
namespace "gmp-system" deleted
namespace "users-375" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JLO6zx5nVp
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.KC9AsUIslS
+ rm /tmp/tmp.JLO6zx5nVp /tmp/tmp.KC9AsUIslS
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.PZQPPRprVQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.CFfJ6F24UE
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PZQPPRprVQ
+ cat /tmp/tmp.CFfJ6F24UE
+ rm /tmp/tmp.PZQPPRprVQ /tmp/tmp.CFfJ6F24UE
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.4daElEdFEi
++ mktemp
+ local LAST_ERR=/tmp/tmp.PAJ0Q555kh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4daElEdFEi
namespace/psmdb-operator created
+ cat /tmp/tmp.PAJ0Q555kh
+ rm /tmp/tmp.4daElEdFEi /tmp/tmp.PAJ0Q555kh
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fxAqBynTSd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.F07IIGycYe
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fxAqBynTSd
++ cat /tmp/tmp.F07IIGycYe
++ rm /tmp/tmp.fxAqBynTSd /tmp/tmp.F07IIGycYe
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1598-171aada3-1-cluster6 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.T7mAisCA6d
++ mktemp
+ local LAST_ERR=/tmp/tmp.vIogBxTzvy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1598-171aada3-1-cluster6 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.T7mAisCA6d
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1598-171aada3-1-cluster6" modified.
+ cat /tmp/tmp.vIogBxTzvy
+ rm /tmp/tmp.T7mAisCA6d /tmp/tmp.vIogBxTzvy
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/users/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CxRDjbIUlt
++ mktemp
+ local LAST_ERR=/tmp/tmp.OkXseONgbZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CxRDjbIUlt
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.OkXseONgbZ
+ rm /tmp/tmp.CxRDjbIUlt /tmp/tmp.OkXseONgbZ
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/cw-rbac.yaml
+ kubectl_bin apply -n psmdb-operator -f -
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.xjClwUf7yg
++ mktemp
+ local LAST_ERR=/tmp/tmp.W90eqWxfdg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xjClwUf7yg
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.W90eqWxfdg
+ rm /tmp/tmp.xjClwUf7yg /tmp/tmp.W90eqWxfdg
+ return 0
+ kubectl_bin apply -f -
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1598-171aada3") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/cw-operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.XmGxO52pAi
++ mktemp
+ local LAST_ERR=/tmp/tmp.VrMFMCaW8E
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XmGxO52pAi
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.VrMFMCaW8E
+ rm /tmp/tmp.XmGxO52pAi /tmp/tmp.VrMFMCaW8E
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PcxHFK5F0r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5YJs0Hkxct
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PcxHFK5F0r
++ cat /tmp/tmp.5YJs0Hkxct
++ rm /tmp/tmp.PcxHFK5F0r /tmp/tmp.5YJs0Hkxct
++ return 0
+ wait_pod percona-server-mongodb-operator-6b5f444cb7-g72l7
+ local pod=percona-server-mongodb-operator-6b5f444cb7-g72l7
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-6b5f444cb7-g72l7 to be ready.OK
+ create_namespace users-29318
+ local namespace=users-29318
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep validate-auth
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-29318'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-29318
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-29318 --ignore-not-found
+ xargs kubectl delete ns
+ awk '{print$1}'
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.FnAy5WS6K3
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.hCVFc160Sp
+ local LAST_ERR=/tmp/tmp.Hafx3SUsb6
+ local exit_status=0
+ local timeout=4
++ mktemp
+ local LAST_ERR=/tmp/tmp.DCZ40lUZcx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-29318 --ignore-not-found
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FnAy5WS6K3
+ cat /tmp/tmp.Hafx3SUsb6
+ rm /tmp/tmp.FnAy5WS6K3 /tmp/tmp.Hafx3SUsb6
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hCVFc160Sp
+ cat /tmp/tmp.DCZ40lUZcx
+ rm /tmp/tmp.hCVFc160Sp /tmp/tmp.DCZ40lUZcx
+ return 0
+ kubectl_bin wait --for=delete namespace users-29318
++ mktemp
+ local LAST_OUT=/tmp/tmp.sGqOjFCnYd
++ mktemp
+ local LAST_ERR=/tmp/tmp.0IEujAp5MD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace users-29318
namespace "gmp-public" deleted
namespace "gmp-system" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sGqOjFCnYd
+ cat /tmp/tmp.0IEujAp5MD
+ rm /tmp/tmp.sGqOjFCnYd /tmp/tmp.0IEujAp5MD
+ return 0
+ desc 'create namespace users-29318'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-29318
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-29318
++ mktemp
+ local LAST_OUT=/tmp/tmp.GW8Qfj4riW
++ mktemp
+ local LAST_ERR=/tmp/tmp.Hkp03VD6GY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-29318
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GW8Qfj4riW
namespace/users-29318 created
+ cat /tmp/tmp.Hkp03VD6GY
+ rm /tmp/tmp.GW8Qfj4riW /tmp/tmp.Hkp03VD6GY
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1ZQDwMM5n0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rkt1aZfntL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1ZQDwMM5n0
++ cat /tmp/tmp.rkt1aZfntL
++ rm /tmp/tmp.1ZQDwMM5n0 /tmp/tmp.rkt1aZfntL
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1598-171aada3-1-cluster6 --namespace=users-29318
++ mktemp
+ local LAST_OUT=/tmp/tmp.KAbXInf6PZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.hi3jsDVfVD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1598-171aada3-1-cluster6 --namespace=users-29318
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KAbXInf6PZ
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1598-171aada3-1-cluster6" modified.
+ cat /tmp/tmp.hi3jsDVfVD
+ rm /tmp/tmp.KAbXInf6PZ /tmp/tmp.hi3jsDVfVD
+ return 0
+ deploy_minio
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ retry 10 60 helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
NAME: minio-service
LAST DEPLOYED: Fri Jul 19 19:55:23 2024
NAMESPACE: users-29318
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.users-29318.svc.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace users-29318 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace users-29318

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace users-29318 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace users-29318 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kzop4BHDHU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.S8wFI7nD8d
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kzop4BHDHU
++ cat /tmp/tmp.S8wFI7nD8d
++ rm /tmp/tmp.kzop4BHDHU /tmp/tmp.S8wFI7nD8d
++ return 0
+ MINIO_POD=minio-service-6ff7647778-46xc2
+ wait_pod minio-service-6ff7647778-46xc2
+ local pod=minio-service-6ff7647778-46xc2
+ set +o xtrace
waiting for pod/minio-service-6ff7647778-46xc2 to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.users-29318.svc.cluster.local --tcp=9000
++ mktemp
+ local LAST_OUT=/tmp/tmp.HoUbgHhbCb
++ mktemp
+ local LAST_ERR=/tmp/tmp.30pdUSxqXM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create svc -n psmdb-operator externalname minio-service --external-name=minio-service.users-29318.svc.cluster.local --tcp=9000
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HoUbgHhbCb
service/minio-service created
+ cat /tmp/tmp.30pdUSxqXM
+ rm /tmp/tmp.HoUbgHhbCb /tmp/tmp.30pdUSxqXM
+ return 0
+ kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 \
        /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
++ mktemp
+ local LAST_OUT=/tmp/tmp.0UThP26aRt
++ mktemp
+ local LAST_ERR=/tmp/tmp.gY55XyzT50
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 \
        /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0UThP26aRt
make_bucket: operator-testing
pod "aws-cli" deleted
+ cat /tmp/tmp.gY55XyzT50
If you don't see a command prompt, try pressing enter.
warning: couldn't attach to pod/aws-cli, falling back to streaming logs: unable to upgrade connection: container aws-cli not found in pod aws-cli_users-29318
+ rm /tmp/tmp.0UThP26aRt /tmp/tmp.gY55XyzT50
+ return 0
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/conf/minio-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.DvJZ2o6vqv
++ mktemp
+ local LAST_ERR=/tmp/tmp.iZxXeorbEG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/conf/minio-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DvJZ2o6vqv
deployment.apps/psmdb-client created
secret/some-users created
secret/minio-secret created
+ cat /tmp/tmp.iZxXeorbEG
+ rm /tmp/tmp.DvJZ2o6vqv /tmp/tmp.iZxXeorbEG
+ return 0
+ cluster=some-name-rs0
+ desc 'create first PSMDB cluster some-name-rs0'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster some-name-rs0
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/users/conf/some-name-rs0.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/users/conf/some-name-rs0.yml
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/users/conf/some-name-rs0.yml
++ mktemp
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ local LAST_OUT=/tmp/tmp.2P9oELAVSs
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
++ mktemp
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1598-171aada3"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_ERR=/tmp/tmp.lQf5I1e1sC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2P9oELAVSs
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.lQf5I1e1sC
+ rm /tmp/tmp.2P9oELAVSs /tmp/tmp.lQf5I1e1sC
+ return 0
+ desc 'Check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
Check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.........OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.....OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YvsL8kHmxP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.y4gh47C0If
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YvsL8kHmxP
++ cat /tmp/tmp.y4gh47C0If
++ rm /tmp/tmp.YvsL8kHmxP /tmp/tmp.y4gh47C0If
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.......OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qBbcCFSXyp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RnDP0hgI8H
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qBbcCFSXyp
++ cat /tmp/tmp.RnDP0hgI8H
++ rm /tmp/tmp.qBbcCFSXyp /tmp/tmp.RnDP0hgI8H
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.....
+ backup_name=backup-minio
+ desc 'change MONGODB_DATABASE_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_DATABASE_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_DATABASE_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_DATABASE_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_DATABASE_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ psmdb=some-name
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pfHNhGmMsE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mH8aL3oTI7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pfHNhGmMsE
++ cat /tmp/tmp.mH8aL3oTI7
++ rm /tmp/tmp.pfHNhGmMsE /tmp/tmp.mH8aL3oTI7
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_DATABASE_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_DATABASE_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_DATABASE_ADMIN_USER}}'
+++ base64 -d
++ local data=databaseAdmin
++ echo databaseAdmin
+ user=databaseAdmin
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.nOehd6qYxl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.xzHe8Fjyu8
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.nOehd6qYxl
+++ cat /tmp/tmp.xzHe8Fjyu8
+++ rm /tmp/tmp.nOehd6qYxl /tmp/tmp.xzHe8Fjyu8
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.K8rb05gok7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6Lz3FIoTuw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.K8rb05gok7
++ cat /tmp/tmp.6Lz3FIoTuw
++ rm /tmp/tmp.K8rb05gok7 /tmp/tmp.6Lz3FIoTuw
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.dyVyCsbqBd
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JthsYKkaEG
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.dyVyCsbqBd
+++ cat /tmp/tmp.JthsYKkaEG
+++ rm /tmp/tmp.dyVyCsbqBd /tmp/tmp.JthsYKkaEG
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Wo0dDVHHb8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.058akjwOXl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Wo0dDVHHb8
++ cat /tmp/tmp.058akjwOXl
++ rm /tmp/tmp.Wo0dDVHHb8 /tmp/tmp.058akjwOXl
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.cAflTWs2DV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.yFySFNDxNy
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.cAflTWs2DV
+++ cat /tmp/tmp.yFySFNDxNy
+++ rm /tmp/tmp.cAflTWs2DV /tmp/tmp.yFySFNDxNy
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dOYc0xzGEi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PzX3nv040v
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dOYc0xzGEi
++ cat /tmp/tmp.PzX3nv040v
++ rm /tmp/tmp.dOYc0xzGEi /tmp/tmp.PzX3nv040v
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_BACKUP_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_BACKUP_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_BACKUP_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_BACKUP_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_BACKUP_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.215jhyEi8K
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aonnwfKsEd
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.215jhyEi8K
++ cat /tmp/tmp.aonnwfKsEd
++ rm /tmp/tmp.215jhyEi8K /tmp/tmp.aonnwfKsEd
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_BACKUP_USER
++ local secretName=some-users
++ local dataKey=MONGODB_BACKUP_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_BACKUP_USER}}'
+++ base64 -d
++ local data=backup
++ echo backup
+ user=backup
+ check_mongo_auth backup:test-password@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=backup:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2Y08NoSSrP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NEkm1F0NUn
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.2Y08NoSSrP
+++ cat /tmp/tmp.NEkm1F0NUn
+++ rm /tmp/tmp.2Y08NoSSrP /tmp/tmp.NEkm1F0NUn
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PStXAudB2Z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.53hzsz0h36
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PStXAudB2Z
++ cat /tmp/tmp.53hzsz0h36
++ rm /tmp/tmp.PStXAudB2Z /tmp/tmp.53hzsz0h36
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup:test-password@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=backup:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.46CbnzSC3U
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.G6sL1rM89n
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.46CbnzSC3U
+++ cat /tmp/tmp.G6sL1rM89n
+++ rm /tmp/tmp.46CbnzSC3U /tmp/tmp.G6sL1rM89n
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zL8ffnJx2y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1BLOwD3M1M
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zL8ffnJx2y
++ cat /tmp/tmp.1BLOwD3M1M
++ rm /tmp/tmp.zL8ffnJx2y /tmp/tmp.1BLOwD3M1M
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup:test-password@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=backup:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=backup:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vtVa4pWygA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.FYUt4QcV9F
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.vtVa4pWygA
+++ cat /tmp/tmp.FYUt4QcV9F
+++ rm /tmp/tmp.vtVa4pWygA /tmp/tmp.FYUt4QcV9F
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fp0sJGRyG1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bdoqgutUcO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fp0sJGRyG1
++ cat /tmp/tmp.bdoqgutUcO
++ rm /tmp/tmp.fp0sJGRyG1 /tmp/tmp.bdoqgutUcO
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_BACKUP_USER'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_BACKUP_USER
-----------------------------------------------------------------------------------

++ base64
++ echo -n backup2
+ newnameencrypted=YmFja3VwMg==
+ patch_secret some-users MONGODB_BACKUP_USER YmFja3VwMg==
+ local secret=some-users
+ local key=MONGODB_BACKUP_USER
+ local value=YmFja3VwMg==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_BACKUP_USER": "YmFja3VwMg=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eQ3eRXB2VI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O9acOquDCh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eQ3eRXB2VI
++ cat /tmp/tmp.O9acOquDCh
++ rm /tmp/tmp.eQ3eRXB2VI /tmp/tmp.O9acOquDCh
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_BACKUP_USER
++ local secretName=some-users
++ local dataKey=MONGODB_BACKUP_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_BACKUP_USER}}'
+++ base64 -d
++ local data=backup2
++ echo backup2
+ user=backup2
+ check_mongo_auth backup2:test-password@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=backup2:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup2:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.QoRGKdXsR8
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.b9eKB47dlU
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.QoRGKdXsR8
+++ cat /tmp/tmp.b9eKB47dlU
+++ rm /tmp/tmp.QoRGKdXsR8 /tmp/tmp.b9eKB47dlU
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pRgE0aNak8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.siJN0dw7Yl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pRgE0aNak8
++ cat /tmp/tmp.siJN0dw7Yl
++ rm /tmp/tmp.pRgE0aNak8 /tmp/tmp.siJN0dw7Yl
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup2:test-password@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=backup2:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=backup2:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4vE2zQsbLD
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.XsCRMmO6X1
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.4vE2zQsbLD
+++ cat /tmp/tmp.XsCRMmO6X1
+++ rm /tmp/tmp.4vE2zQsbLD /tmp/tmp.XsCRMmO6X1
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hTwCzIhmK4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Hgt0TSTBZI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hTwCzIhmK4
++ cat /tmp/tmp.Hgt0TSTBZI
++ rm /tmp/tmp.hTwCzIhmK4 /tmp/tmp.Hgt0TSTBZI
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup2:test-password@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=backup2:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup2:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YKNPHwpQr9
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fKkaW8mNMt
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.YKNPHwpQr9
+++ cat /tmp/tmp.fKkaW8mNMt
+++ rm /tmp/tmp.YKNPHwpQr9 /tmp/tmp.fKkaW8mNMt
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.htBNdF2jch
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RERcdVaxVe
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.htBNdF2jch
++ cat /tmp/tmp.RERcdVaxVe
++ rm /tmp/tmp.htBNdF2jch /tmp/tmp.RERcdVaxVe
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'run backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup
-----------------------------------------------------------------------------------

+ run_backup minio
+ local storage=minio
+ local backup_name=backup-minio
+ desc 'run backup backup-minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio
-----------------------------------------------------------------------------------

+ yq eval '.metadata.name = "backup-minio"
+ kubectl_bin apply -f -
			| .spec.storageName = "minio"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/users/conf/backup-minio.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.fITayCjol3
++ mktemp
+ local LAST_ERR=/tmp/tmp.TwCLz8fTvh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fITayCjol3
perconaservermongodbbackup.psmdb.percona.com/backup-minio created
+ cat /tmp/tmp.TwCLz8fTvh
+ rm /tmp/tmp.fITayCjol3 /tmp/tmp.TwCLz8fTvh
+ return 0
+ wait_backup backup-minio
+ local backup_name=backup-minio
+ set +o xtrace
backup-minio.................
+ desc 'change MONGODB_USER_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_USER_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_USER_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_USER_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_USER_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yeBWyz1Qxm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OAX6aSKXyB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yeBWyz1Qxm
++ cat /tmp/tmp.OAX6aSKXyB
++ rm /tmp/tmp.yeBWyz1Qxm /tmp/tmp.OAX6aSKXyB
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ base64 -d
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
+ check_mongo_auth userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.S86FgicFwS
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AxApq8A4rL
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.S86FgicFwS
+++ cat /tmp/tmp.AxApq8A4rL
+++ rm /tmp/tmp.S86FgicFwS /tmp/tmp.AxApq8A4rL
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iRQLGpyQqL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.l6Y5v5DaEB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.iRQLGpyQqL
++ cat /tmp/tmp.l6Y5v5DaEB
++ rm /tmp/tmp.iRQLGpyQqL /tmp/tmp.l6Y5v5DaEB
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RlIH7XB3H7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LOuui7L3rH
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.RlIH7XB3H7
+++ cat /tmp/tmp.LOuui7L3rH
+++ rm /tmp/tmp.RlIH7XB3H7 /tmp/tmp.LOuui7L3rH
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WMCxiGXb5B
+++ mktemp
++ local LAST_ERR=/tmp/tmp.59SY2Y2ZxJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WMCxiGXb5B
++ cat /tmp/tmp.59SY2Y2ZxJ
++ rm /tmp/tmp.WMCxiGXb5B /tmp/tmp.59SY2Y2ZxJ
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MyOytKl8KC
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cdLJwSfHBd
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.MyOytKl8KC
+++ cat /tmp/tmp.cdLJwSfHBd
+++ rm /tmp/tmp.MyOytKl8KC /tmp/tmp.cdLJwSfHBd
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g06ky6B8gE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qiBXdmeuyC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.g06ky6B8gE
++ cat /tmp/tmp.qiBXdmeuyC
++ rm /tmp/tmp.g06ky6B8gE /tmp/tmp.qiBXdmeuyC
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_USER_ADMIN_USER'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_USER_ADMIN_USER
-----------------------------------------------------------------------------------

++ echo -n userAdmin2
++ base64
+ newnameencrypted=dXNlckFkbWluMg==
+ patch_secret some-users MONGODB_USER_ADMIN_USER dXNlckFkbWluMg==
+ local secret=some-users
+ local key=MONGODB_USER_ADMIN_USER
+ local value=dXNlckFkbWluMg==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_USER_ADMIN_USER": "dXNlckFkbWluMg=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UTQ6kyG4cw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.o0UJ337v0T
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UTQ6kyG4cw
++ cat /tmp/tmp.o0UJ337v0T
++ rm /tmp/tmp.UTQ6kyG4cw /tmp/tmp.o0UJ337v0T
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin2
++ echo userAdmin2
+ user=userAdmin2
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.uX9dlAzNp6
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.SMmhYT93Lg
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.uX9dlAzNp6
+++ cat /tmp/tmp.SMmhYT93Lg
+++ rm /tmp/tmp.uX9dlAzNp6 /tmp/tmp.SMmhYT93Lg
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7wt75LXJSe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CvMLU03zB1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7wt75LXJSe
++ cat /tmp/tmp.CvMLU03zB1
++ rm /tmp/tmp.7wt75LXJSe /tmp/tmp.CvMLU03zB1
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.sAYAP6Cnff
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BZAAGHabQ3
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.sAYAP6Cnff
+++ cat /tmp/tmp.BZAAGHabQ3
+++ rm /tmp/tmp.sAYAP6Cnff /tmp/tmp.BZAAGHabQ3
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3Q0ZjJRKqa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2hNlR2CHoR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3Q0ZjJRKqa
++ cat /tmp/tmp.2hNlR2CHoR
++ rm /tmp/tmp.3Q0ZjJRKqa /tmp/tmp.2hNlR2CHoR
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2IkkyA5ueA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.oh3XakaTjt
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.2IkkyA5ueA
+++ cat /tmp/tmp.oh3XakaTjt
+++ rm /tmp/tmp.2IkkyA5ueA /tmp/tmp.oh3XakaTjt
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pTenlRrGX0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.orlZGK7O5q
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pTenlRrGX0
++ cat /tmp/tmp.orlZGK7O5q
++ rm /tmp/tmp.pTenlRrGX0 /tmp/tmp.orlZGK7O5q
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_CLUSTER_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_CLUSTER_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_CLUSTER_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_CLUSTER_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2GkvDgYCMo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZjbDq07u5G
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2GkvDgYCMo
++ cat /tmp/tmp.ZjbDq07u5G
++ rm /tmp/tmp.2GkvDgYCMo /tmp/tmp.ZjbDq07u5G
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_ADMIN_USER}}'
+++ base64 -d
++ local data=clusterAdmin
++ echo clusterAdmin
+ user=clusterAdmin
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wBcSC8cplq
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6cjbiWcUPF
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.wBcSC8cplq
+++ cat /tmp/tmp.6cjbiWcUPF
+++ rm /tmp/tmp.wBcSC8cplq /tmp/tmp.6cjbiWcUPF
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HoGqz0GNF5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZlWA0q8CfR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HoGqz0GNF5
++ cat /tmp/tmp.ZlWA0q8CfR
++ rm /tmp/tmp.HoGqz0GNF5 /tmp/tmp.ZlWA0q8CfR
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.DIdQHIEJfF
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.iycfjb28NP
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.DIdQHIEJfF
+++ cat /tmp/tmp.iycfjb28NP
+++ rm /tmp/tmp.DIdQHIEJfF /tmp/tmp.iycfjb28NP
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eXe2zEPLgC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A5hMK4qaLF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eXe2zEPLgC
++ cat /tmp/tmp.A5hMK4qaLF
++ rm /tmp/tmp.eXe2zEPLgC /tmp/tmp.A5hMK4qaLF
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vQMnVmTQQa
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ZSJQhHJE2B
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.vQMnVmTQQa
+++ cat /tmp/tmp.ZSJQhHJE2B
+++ rm /tmp/tmp.vQMnVmTQQa /tmp/tmp.ZSJQhHJE2B
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ekkKP4M5ZW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.R7iVbpOgJa
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ekkKP4M5ZW
++ cat /tmp/tmp.R7iVbpOgJa
++ rm /tmp/tmp.ekkKP4M5ZW /tmp/tmp.R7iVbpOgJa
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_CLUSTER_MONITOR_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_CLUSTER_MONITOR_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_CLUSTER_MONITOR_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_CLUSTER_MONITOR_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_MONITOR_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.t9TOP5UwyV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TVgzylDUiQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.t9TOP5UwyV
++ cat /tmp/tmp.TVgzylDUiQ
++ rm /tmp/tmp.t9TOP5UwyV /tmp/tmp.TVgzylDUiQ
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_USER}}'
+++ base64 -d
++ local data=clusterMonitor
++ echo clusterMonitor
+ user=clusterMonitor
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ITj1lpCX7k
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.RU2D07WWgp
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.ITj1lpCX7k
+++ cat /tmp/tmp.RU2D07WWgp
+++ rm /tmp/tmp.ITj1lpCX7k /tmp/tmp.RU2D07WWgp
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LKvXXPqMSS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.u71kwFKr9d
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LKvXXPqMSS
++ cat /tmp/tmp.u71kwFKr9d
++ rm /tmp/tmp.LKvXXPqMSS /tmp/tmp.u71kwFKr9d
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RCu9k7bLST
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cfrMNO9Uxk
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.RCu9k7bLST
+++ cat /tmp/tmp.cfrMNO9Uxk
+++ rm /tmp/tmp.RCu9k7bLST /tmp/tmp.cfrMNO9Uxk
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8Gd6tq6ChT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rGs9ERNFML
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8Gd6tq6ChT
++ cat /tmp/tmp.rGs9ERNFML
++ rm /tmp/tmp.8Gd6tq6ChT /tmp/tmp.rGs9ERNFML
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.m4v9aTN35a
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.IurZrt4I3i
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.m4v9aTN35a
+++ cat /tmp/tmp.IurZrt4I3i
+++ rm /tmp/tmp.m4v9aTN35a /tmp/tmp.IurZrt4I3i
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WAlqivmrvg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sdQ4EvuVdz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WAlqivmrvg
++ cat /tmp/tmp.sdQ4EvuVdz
++ rm /tmp/tmp.WAlqivmrvg /tmp/tmp.sdQ4EvuVdz
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'remove users secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
remove users secret
-----------------------------------------------------------------------------------

+ kubectl_bin delete secret some-users
++ mktemp
+ local LAST_OUT=/tmp/tmp.yFvTbwdqh6
++ mktemp
+ local LAST_ERR=/tmp/tmp.LnEGoRLOXs
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete secret some-users
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yFvTbwdqh6
secret "some-users" deleted
+ cat /tmp/tmp.LnEGoRLOXs
+ rm /tmp/tmp.yFvTbwdqh6 /tmp/tmp.LnEGoRLOXs
+ return 0
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1qmC0QxE5g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0HaO9OPSxO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1qmC0QxE5g
++ cat /tmp/tmp.0HaO9OPSxO
++ rm /tmp/tmp.1qmC0QxE5g /tmp/tmp.0HaO9OPSxO
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
+++ base64 -d
++ local data=Y7EaaHDYynXJu4D8v3
++ echo Y7EaaHDYynXJu4D8v3
+ pass=Y7EaaHDYynXJu4D8v3
+ check_mongo_auth userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1hfCRDy6Eb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cd0BfTvDvV
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.1hfCRDy6Eb
+++ cat /tmp/tmp.cd0BfTvDvV
+++ rm /tmp/tmp.1hfCRDy6Eb /tmp/tmp.cd0BfTvDvV
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wKEvG6MOat
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tRTWrRAW1j
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wKEvG6MOat
++ cat /tmp/tmp.tRTWrRAW1j
++ rm /tmp/tmp.wKEvG6MOat /tmp/tmp.tRTWrRAW1j
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.DFWwSDn9hM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EksRuyOoh2
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.DFWwSDn9hM
+++ cat /tmp/tmp.EksRuyOoh2
+++ rm /tmp/tmp.DFWwSDn9hM /tmp/tmp.EksRuyOoh2
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DnhcXyimHs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1H0xl5mP7n
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DnhcXyimHs
++ cat /tmp/tmp.1H0xl5mP7n
++ rm /tmp/tmp.DnhcXyimHs /tmp/tmp.1H0xl5mP7n
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MutFjrgIAr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3wo1fvuY0V
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.MutFjrgIAr
+++ cat /tmp/tmp.3wo1fvuY0V
+++ rm /tmp/tmp.MutFjrgIAr /tmp/tmp.3wo1fvuY0V
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.myIQ4YErGN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zlHCyCsYyh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:Y7EaaHDYynXJu4D8v3@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.myIQ4YErGN
++ cat /tmp/tmp.zlHCyCsYyh
++ rm /tmp/tmp.myIQ4YErGN /tmp/tmp.zlHCyCsYyh
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'update all users'
+ set +o xtrace


-----------------------------------------------------------------------------------
update all users
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.M3XVdeubpE
++ mktemp
+ local LAST_ERR=/tmp/tmp.eLthu2tZwY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.M3XVdeubpE
secret/some-users configured
+ cat /tmp/tmp.eLthu2tZwY
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.M3XVdeubpE /tmp/tmp.eLthu2tZwY
+ return 0
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hQT9cFpdqo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P0TBhD9zxX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hQT9cFpdqo
++ cat /tmp/tmp.P0TBhD9zxX
++ rm /tmp/tmp.hQT9cFpdqo /tmp/tmp.P0TBhD9zxX
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 1 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8whw67GHdT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iH45iuyIa2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8whw67GHdT
++ cat /tmp/tmp.iH45iuyIa2
++ rm /tmp/tmp.8whw67GHdT /tmp/tmp.iH45iuyIa2
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
+++ base64 -d
++ local data=userAdmin123456
++ echo userAdmin123456
+ pass=userAdmin123456
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.xKyimaPCgM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.CQmtux3BEF
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.xKyimaPCgM
+++ cat /tmp/tmp.CQmtux3BEF
+++ rm /tmp/tmp.xKyimaPCgM /tmp/tmp.CQmtux3BEF
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.z6lkrp4vLM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rIlbo911Qt
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.z6lkrp4vLM
++ cat /tmp/tmp.rIlbo911Qt
++ rm /tmp/tmp.z6lkrp4vLM /tmp/tmp.rIlbo911Qt
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.9DyzOLbeRJ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.jhLAnNai4t
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.9DyzOLbeRJ
+++ cat /tmp/tmp.jhLAnNai4t
+++ rm /tmp/tmp.9DyzOLbeRJ /tmp/tmp.jhLAnNai4t
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lx4XA7VYfn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WSDJHIEzDw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lx4XA7VYfn
++ cat /tmp/tmp.WSDJHIEzDw
++ rm /tmp/tmp.lx4XA7VYfn /tmp/tmp.WSDJHIEzDw
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TXNZUruA7j
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Yp5LlJyUxq
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.TXNZUruA7j
+++ cat /tmp/tmp.Yp5LlJyUxq
+++ rm /tmp/tmp.TXNZUruA7j /tmp/tmp.Yp5LlJyUxq
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.245SHTBPR5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fkjZVjsfyC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.245SHTBPR5
++ cat /tmp/tmp.fkjZVjsfyC
++ rm /tmp/tmp.245SHTBPR5 /tmp/tmp.fkjZVjsfyC
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'update monitor user username'
+ set +o xtrace


-----------------------------------------------------------------------------------
update monitor user username
-----------------------------------------------------------------------------------

++ echo -n ''
++ base64
+ patch_secret some-users MONGODB_CLUSTER_MONITOR_USER ''
+ local secret=some-users
+ local key=MONGODB_CLUSTER_MONITOR_USER
+ local value=
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_MONITOR_USER": ""}}'
secret/some-users patched
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AciFLa9Jg2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.v5uzgMiLp4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AciFLa9Jg2
++ cat /tmp/tmp.v5uzgMiLp4
++ rm /tmp/tmp.AciFLa9Jg2 /tmp/tmp.v5uzgMiLp4
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 1 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GfbzxeVWis
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MLbGP8R4kx
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GfbzxeVWis
++ cat /tmp/tmp.MLbGP8R4kx
++ rm /tmp/tmp.GfbzxeVWis /tmp/tmp.MLbGP8R4kx
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 2 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LrOdk7tqr0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CKnjcYlM0x
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LrOdk7tqr0
++ cat /tmp/tmp.CKnjcYlM0x
++ rm /tmp/tmp.LrOdk7tqr0 /tmp/tmp.CKnjcYlM0x
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 3 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5wdPXaQTjx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kDv2HVCHnz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5wdPXaQTjx
++ cat /tmp/tmp.kDv2HVCHnz
++ rm /tmp/tmp.5wdPXaQTjx /tmp/tmp.kDv2HVCHnz
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 4 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DQvBYPiwAr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UCNgSncOj9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DQvBYPiwAr
++ cat /tmp/tmp.UCNgSncOj9
++ rm /tmp/tmp.DQvBYPiwAr /tmp/tmp.UCNgSncOj9
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 5 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2qElbcDdy4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HBTnkG9IKn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2qElbcDdy4
++ cat /tmp/tmp.HBTnkG9IKn
++ rm /tmp/tmp.2qElbcDdy4 /tmp/tmp.HBTnkG9IKn
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 6 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sNN0uWQVFc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KugnDXIrhk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.sNN0uWQVFc
++ cat /tmp/tmp.KugnDXIrhk
++ rm /tmp/tmp.sNN0uWQVFc /tmp/tmp.KugnDXIrhk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 7 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1EiinKh8iP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dMbJ880kIQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1EiinKh8iP
++ cat /tmp/tmp.dMbJ880kIQ
++ rm /tmp/tmp.1EiinKh8iP /tmp/tmp.dMbJ880kIQ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 8 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PQWDbBPIlz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zkjQtt43Hx
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PQWDbBPIlz
++ cat /tmp/tmp.zkjQtt43Hx
++ rm /tmp/tmp.PQWDbBPIlz /tmp/tmp.zkjQtt43Hx
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 9 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.u8nWoowPyH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YB2tHcZ5W6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.u8nWoowPyH
++ cat /tmp/tmp.YB2tHcZ5W6
++ rm /tmp/tmp.u8nWoowPyH /tmp/tmp.YB2tHcZ5W6
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 10 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gdEeGqW4su
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oPt3fSNpk9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gdEeGqW4su
++ cat /tmp/tmp.oPt3fSNpk9
++ rm /tmp/tmp.gdEeGqW4su /tmp/tmp.oPt3fSNpk9
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_USER}}'
+++ base64 -d
++ local data=
++ echo ''
+ user=
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_PASSWORD}}'
+++ base64 -d
++ local data=clusterMonitor123456
++ echo clusterMonitor123456
+ pass=clusterMonitor123456
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.kZl8ww0uQ2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.u6Yo5Qe7XT
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.kZl8ww0uQ2
+++ cat /tmp/tmp.u6Yo5Qe7XT
+++ rm /tmp/tmp.kZl8ww0uQ2 /tmp/tmp.u6Yo5Qe7XT
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Iq604azSX9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hYwKC8q0bE
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Iq604azSX9
++ cat /tmp/tmp.hYwKC8q0bE
++ rm /tmp/tmp.Iq604azSX9 /tmp/tmp.hYwKC8q0bE
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.XThOGkySdr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.txrf6ZVdte
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.XThOGkySdr
+++ cat /tmp/tmp.txrf6ZVdte
+++ rm /tmp/tmp.XThOGkySdr /tmp/tmp.txrf6ZVdte
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RjBmxlL95I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SSyG3LHxBR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.RjBmxlL95I
++ cat /tmp/tmp.SSyG3LHxBR
++ rm /tmp/tmp.RjBmxlL95I /tmp/tmp.SSyG3LHxBR
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fheNr63IH3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.weh7GxWdPf
+++ local exit_status=0
+++ local timeout=4
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.fheNr63IH3
+++ cat /tmp/tmp.weh7GxWdPf
+++ rm /tmp/tmp.fheNr63IH3 /tmp/tmp.weh7GxWdPf
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gea9uA4rvi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4QTl3rdWBf
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gea9uA4rvi
++ cat /tmp/tmp.4QTl3rdWBf
++ rm /tmp/tmp.gea9uA4rvi /tmp/tmp.4QTl3rdWBf
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'secret without userAdmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
secret without userAdmin
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/users/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.sqO7iWHKKX
++ mktemp
+ local LAST_ERR=/tmp/tmp.R8TnRdZHiG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/e2e-tests/users/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sqO7iWHKKX
secret/some-users configured
+ cat /tmp/tmp.R8TnRdZHiG
+ rm /tmp/tmp.sqO7iWHKKX /tmp/tmp.R8TnRdZHiG
+ return 0
+ sleep 25
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
+++ base64 -d
++ local data=0iUk12uziQB7a7WV3
++ echo 0iUk12uziQB7a7WV3
+ pass=0iUk12uziQB7a7WV3
+ check_mongo_auth userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-0.some-name-rs0.users-29318
+ local uri=userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-0.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-0.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-0.some-name-rs0.users-29318
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.nbv2cjJ4Iw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.j2obLq8wgv
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.nbv2cjJ4Iw
+++ cat /tmp/tmp.j2obLq8wgv
+++ rm /tmp/tmp.nbv2cjJ4Iw /tmp/tmp.j2obLq8wgv
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-0.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rk7T4XvkV1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fZzNi6ff87
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-0.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rk7T4XvkV1
++ cat /tmp/tmp.fZzNi6ff87
++ rm /tmp/tmp.rk7T4XvkV1 /tmp/tmp.fZzNi6ff87
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-1.some-name-rs0.users-29318
+ local uri=userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-1.some-name-rs0.users-29318
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-1.some-name-rs0.users-29318 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-1.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.WIh9PuICZK
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.L72f8XqHGw
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.WIh9PuICZK
+++ cat /tmp/tmp.L72f8XqHGw
+++ rm /tmp/tmp.WIh9PuICZK /tmp/tmp.L72f8XqHGw
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-1.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.om9bVdktGI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6GYzEti3IE
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-1.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.om9bVdktGI
++ cat /tmp/tmp.6GYzEti3IE
++ rm /tmp/tmp.om9bVdktGI /tmp/tmp.6GYzEti3IE
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-2.some-name-rs0.users-29318
+ local uri=userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-2.some-name-rs0.users-29318
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-2.some-name-rs0.users-29318 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-2.some-name-rs0.users-29318
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.61lX6uzCKP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lXrGkjFztY
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.61lX6uzCKP
+++ cat /tmp/tmp.lXrGkjFztY
+++ rm /tmp/tmp.61lX6uzCKP /tmp/tmp.lXrGkjFztY
+++ return 0
++ local client_container=psmdb-client-6c585f8dbd-srf7q
++ local mongo_flag=--quiet
++ [[ userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-2.some-name-rs0.users-29318 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.grfUDaB3oZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0VTfFAFkFz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-6c585f8dbd-srf7q -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:0iUk12uziQB7a7WV3@some-name-rs0-2.some-name-rs0.users-29318.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.grfUDaB3oZ
++ cat /tmp/tmp.0VTfFAFkFz
++ rm /tmp/tmp.grfUDaB3oZ /tmp/tmp.0VTfFAFkFz
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ destroy users-29318
+ local namespace=users-29318
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.1R5QRs26ZS
++ mktemp
+ local LAST_ERR=/tmp/tmp.twZajYRn9c
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1R5QRs26ZS
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.twZajYRn9c
+ rm /tmp/tmp.1R5QRs26ZS /tmp/tmp.twZajYRn9c
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.U0qArhyKFy
++ mktemp
+ local LAST_ERR=/tmp/tmp.EUJFc5SSPY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.U0qArhyKFy
+ cat /tmp/tmp.EUJFc5SSPY
+ rm /tmp/tmp.U0qArhyKFy /tmp/tmp.EUJFc5SSPY
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.IPylZ9FVB7
++ mktemp
+ local LAST_ERR=/tmp/tmp.hN59ejbpdZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IPylZ9FVB7
+ cat /tmp/tmp.hN59ejbpdZ
+ rm /tmp/tmp.IPylZ9FVB7 /tmp/tmp.hN59ejbpdZ
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.tc9IwiotVe
++ mktemp
+ local LAST_ERR=/tmp/tmp.juYZQi4K7i
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.tc9IwiotVe
+ cat /tmp/tmp.juYZQi4K7i
+ rm /tmp/tmp.tc9IwiotVe /tmp/tmp.juYZQi4K7i
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.lBgf4ReTtv
++ mktemp
+ local LAST_ERR=/tmp/tmp.KKMFX9kIF5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1598/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lBgf4ReTtv
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.KKMFX9kIF5
+ rm /tmp/tmp.lBgf4ReTtv /tmp/tmp.KKMFX9kIF5
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.bLQHHeB1zA
++ mktemp
+ local LAST_ERR=/tmp/tmp.vzqdAoocm3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.bLQHHeB1zA
+ cat /tmp/tmp.vzqdAoocm3
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.bLQHHeB1zA
+ cat /tmp/tmp.vzqdAoocm3
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.bLQHHeB1zA
+ cat /tmp/tmp.vzqdAoocm3
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.bLQHHeB1zA
+ cat /tmp/tmp.vzqdAoocm3
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.bLQHHeB1zA /tmp/tmp.vzqdAoocm3
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ rm -rf /tmp/tmp.LgxVxGOEAm
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ kubectl_bin delete --grace-period=0 --force=true namespace users-29318
++ mktemp
+ local LAST_OUT=/tmp/tmp.ELo3ztUWHT
++ mktemp
+ local LAST_ERR=/tmp/tmp.1xIm5efFXx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace users-29318
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.zcfzq58Ap2
++ mktemp
+ local LAST_ERR=/tmp/tmp.4l9OePxfB6
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator