Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/logs/users.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ newpass=test-password
++ echo -n test-password
++ base64
+ newpassencrypted=dGVzdC1wYXNzd29yZA==
+ create_infra users-16311
+ local ns=users-16311
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.WVNCZcS9rT
++ mktemp
+ local LAST_ERR=/tmp/tmp.2b6EUVam4B
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WVNCZcS9rT
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.2b6EUVam4B
+ rm /tmp/tmp.WVNCZcS9rT /tmp/tmp.2b6EUVam4B
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.PAmjGDA5gt
++ mktemp
+ local LAST_ERR=/tmp/tmp.SE4bhTSonh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PAmjGDA5gt
+ cat /tmp/tmp.SE4bhTSonh
+ rm /tmp/tmp.PAmjGDA5gt /tmp/tmp.SE4bhTSonh
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.0RQe03CyFv
++ mktemp
+ local LAST_ERR=/tmp/tmp.7lxQ9AXBge
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0RQe03CyFv
+ cat /tmp/tmp.7lxQ9AXBge
+ rm /tmp/tmp.0RQe03CyFv /tmp/tmp.7lxQ9AXBge
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.bHe5eJkB0g
++ mktemp
+ local LAST_ERR=/tmp/tmp.GzQb9tSWGx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bHe5eJkB0g
+ cat /tmp/tmp.GzQb9tSWGx
+ rm /tmp/tmp.bHe5eJkB0g /tmp/tmp.GzQb9tSWGx
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.7d9TqguoDY
++ mktemp
+ local LAST_ERR=/tmp/tmp.zCpGzxj6JH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7d9TqguoDY
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.zCpGzxj6JH
+ rm /tmp/tmp.7d9TqguoDY /tmp/tmp.zCpGzxj6JH
+ return 0
+ check_crd_for_deletion PR-1569-eb818ce7
+ local git_tag=PR-1569-eb818ce7
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1569-eb818ce7/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/bin/sed s/---//g
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wfLWolQrqP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.axZqNWzhtR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.wfLWolQrqP
++ cat /tmp/tmp.axZqNWzhtR
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.wfLWolQrqP
++ cat /tmp/tmp.axZqNWzhtR
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.wfLWolQrqP
++ cat /tmp/tmp.axZqNWzhtR
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.wfLWolQrqP
++ cat /tmp/tmp.axZqNWzhtR
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.wfLWolQrqP /tmp/tmp.axZqNWzhtR
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get MutatingWebhookConfiguration
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep validate-auth
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrole
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ '[' -n '' ']'
++ mktemp
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ xargs kubectl delete ns
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.pMHT8cMNas
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.cios2zVS6I
+ local exit_status=0
+ local timeout=4
+ local LAST_OUT=/tmp/tmp.yHFkFSC0eW
++ seq 0 2
++ mktemp
+ local LAST_ERR=/tmp/tmp.8Wai9VZKVL
+ local exit_status=0
+ local timeout=4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pMHT8cMNas
+ cat /tmp/tmp.cios2zVS6I
+ rm /tmp/tmp.pMHT8cMNas /tmp/tmp.cios2zVS6I
+ return 0
namespace "users-5741" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yHFkFSC0eW
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.8Wai9VZKVL
+ rm /tmp/tmp.yHFkFSC0eW /tmp/tmp.8Wai9VZKVL
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.2r3NmGvSY3
++ mktemp
+ local LAST_ERR=/tmp/tmp.ExD0uQDl7A
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2r3NmGvSY3
+ cat /tmp/tmp.ExD0uQDl7A
+ rm /tmp/tmp.2r3NmGvSY3 /tmp/tmp.ExD0uQDl7A
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.wzdy1zgHbX
++ mktemp
+ local LAST_ERR=/tmp/tmp.3jDvATvCjb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wzdy1zgHbX
namespace/psmdb-operator created
+ cat /tmp/tmp.3jDvATvCjb
+ rm /tmp/tmp.wzdy1zgHbX /tmp/tmp.3jDvATvCjb
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4fWddhIFgX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QGW9JsHkdp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4fWddhIFgX
++ cat /tmp/tmp.QGW9JsHkdp
++ rm /tmp/tmp.4fWddhIFgX /tmp/tmp.QGW9JsHkdp
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1569-eb818ce7-1-cluster2 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.9tvLEKEk0d
++ mktemp
+ local LAST_ERR=/tmp/tmp.RFYqCwmtTo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1569-eb818ce7-1-cluster2 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9tvLEKEk0d
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1569-eb818ce7-1-cluster2" modified.
+ cat /tmp/tmp.RFYqCwmtTo
+ rm /tmp/tmp.9tvLEKEk0d /tmp/tmp.RFYqCwmtTo
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/users/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.FWda9eCyNv
++ mktemp
+ local LAST_ERR=/tmp/tmp.peaYcEq0sn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FWda9eCyNv
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.peaYcEq0sn
+ rm /tmp/tmp.FWda9eCyNv /tmp/tmp.peaYcEq0sn
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/cw-rbac.yaml
+ kubectl_bin apply -n psmdb-operator -f -
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.3aAShGhcrP
++ mktemp
+ local LAST_ERR=/tmp/tmp.bNZA8VuUhm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3aAShGhcrP
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.bNZA8VuUhm
+ rm /tmp/tmp.3aAShGhcrP /tmp/tmp.bNZA8VuUhm
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1569-eb818ce7") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.GID6yjgyjC
++ mktemp
+ local LAST_ERR=/tmp/tmp.PmFDUPmySV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GID6yjgyjC
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.PmFDUPmySV
+ rm /tmp/tmp.GID6yjgyjC /tmp/tmp.PmFDUPmySV
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7WwpvQr9bZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.teVjyqGpLS
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7WwpvQr9bZ
++ cat /tmp/tmp.teVjyqGpLS
++ rm /tmp/tmp.7WwpvQr9bZ /tmp/tmp.teVjyqGpLS
++ return 0
+ wait_pod percona-server-mongodb-operator-8d99b8f59-nsjlb
+ local pod=percona-server-mongodb-operator-8d99b8f59-nsjlb
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-8d99b8f59-nsjlb to be ready.OK
+ create_namespace users-16311
+ local namespace=users-16311
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ tail -n1
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl api-resources
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces users-16311'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces users-16311
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace users-16311 --ignore-not-found
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.BwSYTXRZEj
++ mktemp
+ local LAST_ERR=/tmp/tmp.LLmRgdHtrI
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ xargs kubectl delete ns
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.C8PhMRFt53
++ mktemp
+ local LAST_ERR=/tmp/tmp.O5NHPlTMgu
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace users-16311 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BwSYTXRZEj
+ cat /tmp/tmp.LLmRgdHtrI
+ rm /tmp/tmp.BwSYTXRZEj /tmp/tmp.LLmRgdHtrI
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.C8PhMRFt53
+ cat /tmp/tmp.O5NHPlTMgu
+ rm /tmp/tmp.C8PhMRFt53 /tmp/tmp.O5NHPlTMgu
+ return 0
+ kubectl_bin wait --for=delete namespace users-16311
++ mktemp
+ local LAST_OUT=/tmp/tmp.B3pF9vNnix
++ mktemp
+ local LAST_ERR=/tmp/tmp.7oDh1pCcF4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace users-16311
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.B3pF9vNnix
+ cat /tmp/tmp.7oDh1pCcF4
+ rm /tmp/tmp.B3pF9vNnix /tmp/tmp.7oDh1pCcF4
+ return 0
+ desc 'create namespace users-16311'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace users-16311
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace users-16311
++ mktemp
+ local LAST_OUT=/tmp/tmp.qfDp52T6jv
++ mktemp
+ local LAST_ERR=/tmp/tmp.M8DXqjx3nn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace users-16311
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qfDp52T6jv
namespace/users-16311 created
+ cat /tmp/tmp.M8DXqjx3nn
+ rm /tmp/tmp.qfDp52T6jv /tmp/tmp.M8DXqjx3nn
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KPelhopyu8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BTRyF36e3h
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.KPelhopyu8
++ cat /tmp/tmp.BTRyF36e3h
++ rm /tmp/tmp.KPelhopyu8 /tmp/tmp.BTRyF36e3h
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1569-eb818ce7-1-cluster2 --namespace=users-16311
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZYLlSdcqh7
++ mktemp
+ local LAST_ERR=/tmp/tmp.hz5iDxjoxY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1569-eb818ce7-1-cluster2 --namespace=users-16311
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ZYLlSdcqh7
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1569-eb818ce7-1-cluster2" modified.
+ cat /tmp/tmp.hz5iDxjoxY
+ rm /tmp/tmp.ZYLlSdcqh7 /tmp/tmp.hz5iDxjoxY
+ return 0
+ deploy_minio
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ retry 10 60 helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
NAME: minio-service
LAST DEPLOYED: Mon Jun 10 12:51:50 2024
NAMESPACE: users-16311
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.users-16311.svc.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace users-16311 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace users-16311

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace users-16311 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace users-16311 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SqBuL6LvdE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FTFsctuTNM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SqBuL6LvdE
++ cat /tmp/tmp.FTFsctuTNM
++ rm /tmp/tmp.SqBuL6LvdE /tmp/tmp.FTFsctuTNM
++ return 0
+ MINIO_POD=minio-service-57dd49b-88qsc
+ wait_pod minio-service-57dd49b-88qsc
+ local pod=minio-service-57dd49b-88qsc
+ set +o xtrace
waiting for pod/minio-service-57dd49b-88qsc to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.users-16311.svc.cluster.local --tcp=9000
++ mktemp
+ local LAST_OUT=/tmp/tmp.sWyyMrmU2H
++ mktemp
+ local LAST_ERR=/tmp/tmp.FU9ZnbjrIJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create svc -n psmdb-operator externalname minio-service --external-name=minio-service.users-16311.svc.cluster.local --tcp=9000
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sWyyMrmU2H
service/minio-service created
+ cat /tmp/tmp.FU9ZnbjrIJ
+ rm /tmp/tmp.sWyyMrmU2H /tmp/tmp.FU9ZnbjrIJ
+ return 0
+ kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 \
        /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
++ mktemp
+ local LAST_OUT=/tmp/tmp.AHh7w9dp2I
++ mktemp
+ local LAST_ERR=/tmp/tmp.aHtficqY1I
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 \
        /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AHh7w9dp2I
make_bucket: operator-testing
pod "aws-cli" deleted
+ cat /tmp/tmp.aHtficqY1I
+ rm /tmp/tmp.AHh7w9dp2I /tmp/tmp.aHtficqY1I
+ return 0
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/conf/minio-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.aJnu8i74j5
++ mktemp
+ local LAST_ERR=/tmp/tmp.GlOU8bMQxv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/conf/minio-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.aJnu8i74j5
deployment.apps/psmdb-client created
secret/some-users created
secret/minio-secret created
+ cat /tmp/tmp.GlOU8bMQxv
+ rm /tmp/tmp.aJnu8i74j5 /tmp/tmp.GlOU8bMQxv
+ return 0
+ cluster=some-name-rs0
+ desc 'create first PSMDB cluster some-name-rs0'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster some-name-rs0
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/users/conf/some-name-rs0.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/users/conf/some-name-rs0.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/users/conf/some-name-rs0.yml
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
+ local LAST_OUT=/tmp/tmp.ws9QmjdvS3
+ yq eval '.spec.upgradeOptions.apply="Never"'
++ mktemp
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1569-eb818ce7"'
+ local LAST_ERR=/tmp/tmp.r6J37H2DY9
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ws9QmjdvS3
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.r6J37H2DY9
+ rm /tmp/tmp.ws9QmjdvS3 /tmp/tmp.r6J37H2DY9
+ return 0
+ desc 'Check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
Check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.........OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready......OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JHynQRhRqd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WVqnEtLrPp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JHynQRhRqd
++ cat /tmp/tmp.WVqnEtLrPp
++ rm /tmp/tmp.JHynQRhRqd /tmp/tmp.WVqnEtLrPp
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready......OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.f4T1SDIkG2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dUMwJLpLYo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.f4T1SDIkG2
++ cat /tmp/tmp.dUMwJLpLYo
++ rm /tmp/tmp.f4T1SDIkG2 /tmp/tmp.dUMwJLpLYo
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.
+ backup_name=backup-minio
+ desc 'change MONGODB_DATABASE_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_DATABASE_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_DATABASE_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_DATABASE_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_DATABASE_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ psmdb=some-name
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hO8rXbh5Ax
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xL5uBj8toc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hO8rXbh5Ax
++ cat /tmp/tmp.xL5uBj8toc
++ rm /tmp/tmp.hO8rXbh5Ax /tmp/tmp.xL5uBj8toc
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_DATABASE_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_DATABASE_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_DATABASE_ADMIN_USER}}'
+++ base64 -d
++ local data=databaseAdmin
++ echo databaseAdmin
+ user=databaseAdmin
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TR805d7jxt
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.jQ0ALkMIO0
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.TR805d7jxt
+++ cat /tmp/tmp.jQ0ALkMIO0
+++ rm /tmp/tmp.TR805d7jxt /tmp/tmp.jQ0ALkMIO0
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3HBXBpNDou
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hsr3kOifQ7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3HBXBpNDou
++ cat /tmp/tmp.hsr3kOifQ7
++ rm /tmp/tmp.3HBXBpNDou /tmp/tmp.hsr3kOifQ7
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.bdUZoF26sr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ykJJfNO5yx
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.bdUZoF26sr
+++ cat /tmp/tmp.ykJJfNO5yx
+++ rm /tmp/tmp.bdUZoF26sr /tmp/tmp.ykJJfNO5yx
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.azr8ZNPPox
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TXP4NoiaE8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.azr8ZNPPox
++ cat /tmp/tmp.TXP4NoiaE8
++ rm /tmp/tmp.azr8ZNPPox /tmp/tmp.TXP4NoiaE8
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.AQZgpzCeuV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.OBWRxBWVch
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.AQZgpzCeuV
+++ cat /tmp/tmp.OBWRxBWVch
+++ rm /tmp/tmp.AQZgpzCeuV /tmp/tmp.OBWRxBWVch
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o593b9fiMA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eIc1yTHran
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.o593b9fiMA
++ cat /tmp/tmp.eIc1yTHran
++ rm /tmp/tmp.o593b9fiMA /tmp/tmp.eIc1yTHran
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_BACKUP_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_BACKUP_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_BACKUP_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_BACKUP_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_BACKUP_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8mc68NK4gB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OEsl9NiOOP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8mc68NK4gB
++ cat /tmp/tmp.OEsl9NiOOP
++ rm /tmp/tmp.8mc68NK4gB /tmp/tmp.OEsl9NiOOP
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_BACKUP_USER
++ local secretName=some-users
++ local dataKey=MONGODB_BACKUP_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_BACKUP_USER}}'
+++ base64 -d
++ local data=backup
++ echo backup
+ user=backup
+ check_mongo_auth backup:test-password@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=backup:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.SqvQAfb8YG
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cDalyDL3Bv
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.SqvQAfb8YG
+++ cat /tmp/tmp.cDalyDL3Bv
+++ rm /tmp/tmp.SqvQAfb8YG /tmp/tmp.cDalyDL3Bv
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tXf839WL5w
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aM0383wbBI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.tXf839WL5w
++ cat /tmp/tmp.aM0383wbBI
++ rm /tmp/tmp.tXf839WL5w /tmp/tmp.aM0383wbBI
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup:test-password@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=backup:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.arJSZgIKMU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2nOX2btGnd
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.arJSZgIKMU
+++ cat /tmp/tmp.2nOX2btGnd
+++ rm /tmp/tmp.arJSZgIKMU /tmp/tmp.2nOX2btGnd
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7ErJdA2Asu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A0WTdGYx8C
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7ErJdA2Asu
++ cat /tmp/tmp.A0WTdGYx8C
++ rm /tmp/tmp.7ErJdA2Asu /tmp/tmp.A0WTdGYx8C
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup:test-password@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=backup:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=backup:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wgUir3cmMy
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.a5gb88jUjV
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.wgUir3cmMy
+++ cat /tmp/tmp.a5gb88jUjV
+++ rm /tmp/tmp.wgUir3cmMy /tmp/tmp.a5gb88jUjV
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ backup:test-password@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XmwFOnFa8f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vut35LKUWD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XmwFOnFa8f
++ cat /tmp/tmp.vut35LKUWD
++ rm /tmp/tmp.XmwFOnFa8f /tmp/tmp.vut35LKUWD
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_BACKUP_USER'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_BACKUP_USER
-----------------------------------------------------------------------------------

++ echo -n backup2
++ base64
+ newnameencrypted=YmFja3VwMg==
+ patch_secret some-users MONGODB_BACKUP_USER YmFja3VwMg==
+ local secret=some-users
+ local key=MONGODB_BACKUP_USER
+ local value=YmFja3VwMg==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_BACKUP_USER": "YmFja3VwMg=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4ACuODYkx5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7D4k7U3hwK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4ACuODYkx5
++ cat /tmp/tmp.7D4k7U3hwK
++ rm /tmp/tmp.4ACuODYkx5 /tmp/tmp.7D4k7U3hwK
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_BACKUP_USER
++ local secretName=some-users
++ local dataKey=MONGODB_BACKUP_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_BACKUP_USER}}'
+++ base64 -d
++ local data=backup2
++ echo backup2
+ user=backup2
+ check_mongo_auth backup2:test-password@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=backup2:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=backup2:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.HfCE5j0nqe
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.B8BOUn0npY
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.HfCE5j0nqe
+++ cat /tmp/tmp.B8BOUn0npY
+++ rm /tmp/tmp.HfCE5j0nqe /tmp/tmp.B8BOUn0npY
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BtZBHXNNKh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IHDr0y58j6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BtZBHXNNKh
++ cat /tmp/tmp.IHDr0y58j6
++ rm /tmp/tmp.BtZBHXNNKh /tmp/tmp.IHDr0y58j6
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup2:test-password@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=backup2:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=backup2:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7XQ06o4j7x
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Nxoq8JYmeE
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.7XQ06o4j7x
+++ cat /tmp/tmp.Nxoq8JYmeE
+++ rm /tmp/tmp.7XQ06o4j7x /tmp/tmp.Nxoq8JYmeE
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oOrBtTuGem
+++ mktemp
++ local LAST_ERR=/tmp/tmp.R77ebmRNeH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oOrBtTuGem
++ cat /tmp/tmp.R77ebmRNeH
++ rm /tmp/tmp.oOrBtTuGem /tmp/tmp.R77ebmRNeH
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth backup2:test-password@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=backup2:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup2:test-password@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=backup2:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fszi6YIF0A
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.n6LpnyhXKh
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.fszi6YIF0A
+++ cat /tmp/tmp.n6LpnyhXKh
+++ rm /tmp/tmp.fszi6YIF0A /tmp/tmp.n6LpnyhXKh
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ backup2:test-password@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aP59qyR2bm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0En5a3JabL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup2:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aP59qyR2bm
++ cat /tmp/tmp.0En5a3JabL
++ rm /tmp/tmp.aP59qyR2bm /tmp/tmp.0En5a3JabL
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'run backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup
-----------------------------------------------------------------------------------

+ run_backup minio
+ local storage=minio
+ local backup_name=backup-minio
+ desc 'run backup backup-minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio
-----------------------------------------------------------------------------------

+ yq eval '.metadata.name = "backup-minio"
			| .spec.storageName = "minio"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/users/conf/backup-minio.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.uNRU0bfog6
++ mktemp
+ local LAST_ERR=/tmp/tmp.QlMOIbBZvW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uNRU0bfog6
perconaservermongodbbackup.psmdb.percona.com/backup-minio created
+ cat /tmp/tmp.QlMOIbBZvW
+ rm /tmp/tmp.uNRU0bfog6 /tmp/tmp.QlMOIbBZvW
+ return 0
+ wait_backup backup-minio
+ local backup_name=backup-minio
+ set +o xtrace
backup-minio................
+ desc 'change MONGODB_USER_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_USER_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_USER_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_USER_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_USER_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uifL56JXTY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1LgCIz3IqU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uifL56JXTY
++ cat /tmp/tmp.1LgCIz3IqU
++ rm /tmp/tmp.uifL56JXTY /tmp/tmp.1LgCIz3IqU
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
+ check_mongo_auth userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.P4TkL2pb32
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lnlAPVygzD
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.P4TkL2pb32
+++ cat /tmp/tmp.lnlAPVygzD
+++ rm /tmp/tmp.P4TkL2pb32 /tmp/tmp.lnlAPVygzD
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TjY77qj4RP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NcQMVyyJqq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.TjY77qj4RP
++ cat /tmp/tmp.NcQMVyyJqq
++ rm /tmp/tmp.TjY77qj4RP /tmp/tmp.NcQMVyyJqq
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.421IypWQGX
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.92G4oMQlTM
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.421IypWQGX
+++ cat /tmp/tmp.92G4oMQlTM
+++ rm /tmp/tmp.421IypWQGX /tmp/tmp.92G4oMQlTM
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SwifvDbBfn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P7u23BuYo6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SwifvDbBfn
++ cat /tmp/tmp.P7u23BuYo6
++ rm /tmp/tmp.SwifvDbBfn /tmp/tmp.P7u23BuYo6
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.QcTUj6aaXp
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.odFHIrrY6b
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.QcTUj6aaXp
+++ cat /tmp/tmp.odFHIrrY6b
+++ rm /tmp/tmp.QcTUj6aaXp /tmp/tmp.odFHIrrY6b
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.REUN7SxvJk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FrBTH1urkM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.REUN7SxvJk
++ cat /tmp/tmp.FrBTH1urkM
++ rm /tmp/tmp.REUN7SxvJk /tmp/tmp.FrBTH1urkM
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_USER_ADMIN_USER'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_USER_ADMIN_USER
-----------------------------------------------------------------------------------

++ echo -n userAdmin2
++ base64
+ newnameencrypted=dXNlckFkbWluMg==
+ patch_secret some-users MONGODB_USER_ADMIN_USER dXNlckFkbWluMg==
+ local secret=some-users
+ local key=MONGODB_USER_ADMIN_USER
+ local value=dXNlckFkbWluMg==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_USER_ADMIN_USER": "dXNlckFkbWluMg=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1Lsz0rpE5O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8rhQZROG83
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1Lsz0rpE5O
++ cat /tmp/tmp.8rhQZROG83
++ rm /tmp/tmp.1Lsz0rpE5O /tmp/tmp.8rhQZROG83
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin2
++ echo userAdmin2
+ user=userAdmin2
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7CQN938rg0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.H13mi1vjH6
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.7CQN938rg0
+++ cat /tmp/tmp.H13mi1vjH6
+++ rm /tmp/tmp.7CQN938rg0 /tmp/tmp.H13mi1vjH6
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eEIDkwJTQE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZaoM4TSn45
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eEIDkwJTQE
++ cat /tmp/tmp.ZaoM4TSn45
++ rm /tmp/tmp.eEIDkwJTQE /tmp/tmp.ZaoM4TSn45
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tFMzjDm9jE
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.sTOICW4Kue
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.tFMzjDm9jE
+++ cat /tmp/tmp.sTOICW4Kue
+++ rm /tmp/tmp.tFMzjDm9jE /tmp/tmp.sTOICW4Kue
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FVPlk9xsSn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jcrD7zpXZm
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FVPlk9xsSn
++ cat /tmp/tmp.jcrD7zpXZm
++ rm /tmp/tmp.FVPlk9xsSn /tmp/tmp.jcrD7zpXZm
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4TcQHACdEJ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.vjHKb1LXNk
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.4TcQHACdEJ
+++ cat /tmp/tmp.vjHKb1LXNk
+++ rm /tmp/tmp.4TcQHACdEJ /tmp/tmp.vjHKb1LXNk
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.igm07zXfEU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.V1v9MiPb0n
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin2:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.igm07zXfEU
++ cat /tmp/tmp.V1v9MiPb0n
++ rm /tmp/tmp.igm07zXfEU /tmp/tmp.V1v9MiPb0n
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_CLUSTER_ADMIN_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_CLUSTER_ADMIN_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_CLUSTER_ADMIN_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_CLUSTER_ADMIN_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_ADMIN_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.a4nAeMyN1g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YjIMxePtIB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.a4nAeMyN1g
++ cat /tmp/tmp.YjIMxePtIB
++ rm /tmp/tmp.a4nAeMyN1g /tmp/tmp.YjIMxePtIB
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_ADMIN_USER}}'
+++ base64 -d
++ local data=clusterAdmin
++ echo clusterAdmin
+ user=clusterAdmin
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IRXSgFKiFA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.MyLpxOR8of
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.IRXSgFKiFA
+++ cat /tmp/tmp.MyLpxOR8of
+++ rm /tmp/tmp.IRXSgFKiFA /tmp/tmp.MyLpxOR8of
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HDhvW0AiQz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P9gSAO2gCC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HDhvW0AiQz
++ cat /tmp/tmp.P9gSAO2gCC
++ rm /tmp/tmp.HDhvW0AiQz /tmp/tmp.P9gSAO2gCC
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.isXMDOD84y
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.OW195v3XS1
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.isXMDOD84y
+++ cat /tmp/tmp.OW195v3XS1
+++ rm /tmp/tmp.isXMDOD84y /tmp/tmp.OW195v3XS1
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JU8RbySsir
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GKcsbpUg1U
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JU8RbySsir
++ cat /tmp/tmp.GKcsbpUg1U
++ rm /tmp/tmp.JU8RbySsir /tmp/tmp.GKcsbpUg1U
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CR7nfmaBdy
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.01HNTeL1as
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.CR7nfmaBdy
+++ cat /tmp/tmp.01HNTeL1as
+++ rm /tmp/tmp.CR7nfmaBdy /tmp/tmp.01HNTeL1as
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MPnbvS9zSL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ChGt547UG6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.MPnbvS9zSL
++ cat /tmp/tmp.ChGt547UG6
++ rm /tmp/tmp.MPnbvS9zSL /tmp/tmp.ChGt547UG6
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'change MONGODB_CLUSTER_MONITOR_PASSWORD'
+ set +o xtrace


-----------------------------------------------------------------------------------
change MONGODB_CLUSTER_MONITOR_PASSWORD
-----------------------------------------------------------------------------------

+ patch_secret some-users MONGODB_CLUSTER_MONITOR_PASSWORD dGVzdC1wYXNzd29yZA==
+ local secret=some-users
+ local key=MONGODB_CLUSTER_MONITOR_PASSWORD
+ local value=dGVzdC1wYXNzd29yZA==
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_MONITOR_PASSWORD": "dGVzdC1wYXNzd29yZA=="}}'
secret/some-users patched
+ sleep 25
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XHv0DDInuK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.k1OLOFkOay
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XHv0DDInuK
++ cat /tmp/tmp.k1OLOFkOay
++ rm /tmp/tmp.XHv0DDInuK /tmp/tmp.k1OLOFkOay
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_USER}}'
+++ base64 -d
++ local data=clusterMonitor
++ echo clusterMonitor
+ user=clusterMonitor
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ local LAST_OUT=/tmp/tmp.FBc8diouTw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JRbA81GzNV
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.FBc8diouTw
+++ cat /tmp/tmp.JRbA81GzNV
+++ rm /tmp/tmp.FBc8diouTw /tmp/tmp.JRbA81GzNV
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ihyz8uQwd8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FLwJ81KJhv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ihyz8uQwd8
++ cat /tmp/tmp.FLwJ81KJhv
++ rm /tmp/tmp.Ihyz8uQwd8 /tmp/tmp.FLwJ81KJhv
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jAuyfnwgSK
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6QXsqdqMkb
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.jAuyfnwgSK
+++ cat /tmp/tmp.6QXsqdqMkb
+++ rm /tmp/tmp.jAuyfnwgSK /tmp/tmp.6QXsqdqMkb
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6rVAW9hDDZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.v47mO6jaik
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6rVAW9hDDZ
++ cat /tmp/tmp.v47mO6jaik
++ rm /tmp/tmp.6rVAW9hDDZ /tmp/tmp.v47mO6jaik
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.OhcalHS9UT
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.54LykXbwW1
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.OhcalHS9UT
+++ cat /tmp/tmp.54LykXbwW1
+++ rm /tmp/tmp.OhcalHS9UT /tmp/tmp.54LykXbwW1
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ECRS3fb6mm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZGA7xUB5NX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ECRS3fb6mm
++ cat /tmp/tmp.ZGA7xUB5NX
++ rm /tmp/tmp.ECRS3fb6mm /tmp/tmp.ZGA7xUB5NX
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'remove users secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
remove users secret
-----------------------------------------------------------------------------------

+ kubectl_bin delete secret some-users
++ mktemp
+ local LAST_OUT=/tmp/tmp.YVlXPXfNIA
++ mktemp
+ local LAST_ERR=/tmp/tmp.r3jdbMCHIW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete secret some-users
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YVlXPXfNIA
secret "some-users" deleted
+ cat /tmp/tmp.r3jdbMCHIW
+ rm /tmp/tmp.YVlXPXfNIA /tmp/tmp.r3jdbMCHIW
+ return 0
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8LqFCdhvOq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mXYWme0TcZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8LqFCdhvOq
++ cat /tmp/tmp.mXYWme0TcZ
++ rm /tmp/tmp.8LqFCdhvOq /tmp/tmp.mXYWme0TcZ
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
+++ base64 -d
++ local data=xR1Ouoxx4rX3Br46E
++ echo xR1Ouoxx4rX3Br46E
+ pass=xR1Ouoxx4rX3Br46E
+ check_mongo_auth userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.aBDAzDhqf0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.IyROyX6Vd0
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.aBDAzDhqf0
+++ cat /tmp/tmp.IyROyX6Vd0
+++ rm /tmp/tmp.aBDAzDhqf0 /tmp/tmp.IyROyX6Vd0
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qKNDutIkXW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wiJ0dpLwOP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qKNDutIkXW
++ cat /tmp/tmp.wiJ0dpLwOP
++ rm /tmp/tmp.qKNDutIkXW /tmp/tmp.wiJ0dpLwOP
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-1.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.D8UUYhJVuD
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lO4fa66S0B
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.D8UUYhJVuD
+++ cat /tmp/tmp.lO4fa66S0B
+++ rm /tmp/tmp.D8UUYhJVuD /tmp/tmp.lO4fa66S0B
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qf3PznHjTw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Z44H6v9CIi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qf3PznHjTw
++ cat /tmp/tmp.Z44H6v9CIi
++ rm /tmp/tmp.qf3PznHjTw /tmp/tmp.Z44H6v9CIi
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-2.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.dkDwHpKyS7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.rSrwFsCjpz
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.dkDwHpKyS7
+++ cat /tmp/tmp.rSrwFsCjpz
+++ rm /tmp/tmp.dkDwHpKyS7 /tmp/tmp.rSrwFsCjpz
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2YoTi10LCt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zOSMVlImUl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:xR1Ouoxx4rX3Br46E@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2YoTi10LCt
++ cat /tmp/tmp.zOSMVlImUl
++ rm /tmp/tmp.2YoTi10LCt /tmp/tmp.zOSMVlImUl
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'update all users'
+ set +o xtrace


-----------------------------------------------------------------------------------
update all users
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.FMjpFHa2uf
++ mktemp
+ local LAST_ERR=/tmp/tmp.99zvlt6cWo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FMjpFHa2uf
secret/some-users configured
+ cat /tmp/tmp.99zvlt6cWo
Warning: resource secrets/some-users is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.FMjpFHa2uf /tmp/tmp.99zvlt6cWo
+ return 0
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9drDNCLfaI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.F0HdE9zUOU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9drDNCLfaI
++ cat /tmp/tmp.F0HdE9zUOU
++ rm /tmp/tmp.9drDNCLfaI /tmp/tmp.F0HdE9zUOU
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 1 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.83nrUe5LNs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FNVdCw3yc1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.83nrUe5LNs
++ cat /tmp/tmp.FNVdCw3yc1
++ rm /tmp/tmp.83nrUe5LNs /tmp/tmp.FNVdCw3yc1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 2 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JoMVtD1uPv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5XBnSP3U2w
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JoMVtD1uPv
++ cat /tmp/tmp.5XBnSP3U2w
++ rm /tmp/tmp.JoMVtD1uPv /tmp/tmp.5XBnSP3U2w
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
+++ base64 -d
++ local data=userAdmin123456
++ echo userAdmin123456
+ pass=userAdmin123456
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wpiI54ng1L
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.9FyWFUcbEY
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.wpiI54ng1L
+++ cat /tmp/tmp.9FyWFUcbEY
+++ rm /tmp/tmp.wpiI54ng1L /tmp/tmp.9FyWFUcbEY
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZHh3qCJG7v
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CkOrbuL4zK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZHh3qCJG7v
++ cat /tmp/tmp.CkOrbuL4zK
++ rm /tmp/tmp.ZHh3qCJG7v /tmp/tmp.CkOrbuL4zK
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.UpRw8fu2Ph
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Cuvr1Hpe2s
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.UpRw8fu2Ph
+++ cat /tmp/tmp.Cuvr1Hpe2s
+++ rm /tmp/tmp.UpRw8fu2Ph /tmp/tmp.Cuvr1Hpe2s
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wC486aVcLp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Hb4EKMmKw7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wC486aVcLp
++ cat /tmp/tmp.Hb4EKMmKw7
++ rm /tmp/tmp.wC486aVcLp /tmp/tmp.Hb4EKMmKw7
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.93h0UCXElw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.FJ0VkImsdZ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.93h0UCXElw
+++ cat /tmp/tmp.FJ0VkImsdZ
+++ rm /tmp/tmp.93h0UCXElw /tmp/tmp.FJ0VkImsdZ
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1QkU5cYJGP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WVdffUSlWw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1QkU5cYJGP
++ cat /tmp/tmp.WVdffUSlWw
++ rm /tmp/tmp.1QkU5cYJGP /tmp/tmp.WVdffUSlWw
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'update monitor user username'
+ set +o xtrace


-----------------------------------------------------------------------------------
update monitor user username
-----------------------------------------------------------------------------------

++ echo -n ''
++ base64
+ patch_secret some-users MONGODB_CLUSTER_MONITOR_USER ''
+ local secret=some-users
+ local key=MONGODB_CLUSTER_MONITOR_USER
+ local value=
+ kubectl patch secret some-users '-p={"data":{"MONGODB_CLUSTER_MONITOR_USER": ""}}'
secret/some-users patched
+ sleep 35
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e8uR5C6Mp9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dEVqe0Ogf8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.e8uR5C6Mp9
++ cat /tmp/tmp.dEVqe0Ogf8
++ rm /tmp/tmp.e8uR5C6Mp9 /tmp/tmp.dEVqe0Ogf8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 1 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zaqlU9p75Y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rDSaFP0CNq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zaqlU9p75Y
++ cat /tmp/tmp.rDSaFP0CNq
++ rm /tmp/tmp.zaqlU9p75Y /tmp/tmp.rDSaFP0CNq
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ sleep 15
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_USER
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_USER}}'
+++ base64 -d
++ local data=
++ echo ''
+ user=
++ getSecretData some-users MONGODB_CLUSTER_MONITOR_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_CLUSTER_MONITOR_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_PASSWORD}}'
+++ base64 -d
++ local data=clusterMonitor123456
++ echo clusterMonitor123456
+ pass=clusterMonitor123456
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1Ntracn6xO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3Pq54tIG8D
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.1Ntracn6xO
+++ cat /tmp/tmp.3Pq54tIG8D
+++ rm /tmp/tmp.1Ntracn6xO /tmp/tmp.3Pq54tIG8D
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rEXRrUioh3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GogzgAFEin
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rEXRrUioh3
++ cat /tmp/tmp.GogzgAFEin
++ rm /tmp/tmp.rEXRrUioh3 /tmp/tmp.GogzgAFEin
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YN2g43y5hB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.mCikW5kbR7
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.YN2g43y5hB
+++ cat /tmp/tmp.mCikW5kbR7
+++ rm /tmp/tmp.YN2g43y5hB /tmp/tmp.mCikW5kbR7
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.78DizSVf3a
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Qmo3YZBfK2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.78DizSVf3a
++ cat /tmp/tmp.Qmo3YZBfK2
++ rm /tmp/tmp.78DizSVf3a /tmp/tmp.Qmo3YZBfK2
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local uri=:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.k91MJglXu1
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Fti0jDXsCt
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.k91MJglXu1
+++ cat /tmp/tmp.Fti0jDXsCt
+++ rm /tmp/tmp.k91MJglXu1 /tmp/tmp.Fti0jDXsCt
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ :clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4X5ae7SA7O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fNB8BPoJX0
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://:clusterMonitor123456@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4X5ae7SA7O
++ cat /tmp/tmp.fNB8BPoJX0
++ rm /tmp/tmp.4X5ae7SA7O /tmp/tmp.fNB8BPoJX0
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ desc 'secret without userAdmin'
+ set +o xtrace


-----------------------------------------------------------------------------------
secret without userAdmin
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/users/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.fmUsrC2dgC
++ mktemp
+ local LAST_ERR=/tmp/tmp.hs289PKuSP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/e2e-tests/users/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fmUsrC2dgC
secret/some-users configured
+ cat /tmp/tmp.hs289PKuSP
+ rm /tmp/tmp.fmUsrC2dgC /tmp/tmp.hs289PKuSP
+ return 0
+ sleep 25
++ getSecretData some-users MONGODB_USER_ADMIN_USER
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_USER
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}'
+++ base64 -d
++ local data=userAdmin
++ echo userAdmin
+ user=userAdmin
++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD
++ local secretName=some-users
++ local dataKey=MONGODB_USER_ADMIN_PASSWORD
+++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}'
+++ base64 -d
++ local data=80C7BR7uXvP7uFr1dU
++ echo 80C7BR7uXvP7uFr1dU
+ pass=80C7BR7uXvP7uFr1dU
+ check_mongo_auth userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-0.some-name-rs0.users-16311
+ local uri=userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-0.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-0.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-0.some-name-rs0.users-16311
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3bfsljfSQI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.SyW35M8G3K
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.3bfsljfSQI
+++ cat /tmp/tmp.SyW35M8G3K
+++ rm /tmp/tmp.3bfsljfSQI /tmp/tmp.SyW35M8G3K
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-0.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BXO3vzUhsC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xLzZ8dcLzr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-0.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BXO3vzUhsC
++ cat /tmp/tmp.xLzZ8dcLzr
++ rm /tmp/tmp.BXO3vzUhsC /tmp/tmp.xLzZ8dcLzr
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-1.some-name-rs0.users-16311
+ local uri=userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-1.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-1.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-1.some-name-rs0.users-16311
++ local driver=mongodb
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.CD1ybeqwX6
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.lMXe205Vyt
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.CD1ybeqwX6
+++ cat /tmp/tmp.lMXe205Vyt
+++ rm /tmp/tmp.CD1ybeqwX6 /tmp/tmp.lMXe205Vyt
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-1.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OQRR0fRlgu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9s7xQVQlsg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-1.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OQRR0fRlgu
++ cat /tmp/tmp.9s7xQVQlsg
++ rm /tmp/tmp.OQRR0fRlgu /tmp/tmp.9s7xQVQlsg
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ check_mongo_auth userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-2.some-name-rs0.users-16311
+ local uri=userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-2.some-name-rs0.users-16311
++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-2.some-name-rs0.users-16311 mongodb '' --quiet
++ local 'command=db.runCommand({ ping: 1 }).ok'
++ local uri=userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-2.some-name-rs0.users-16311
++ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ local driver=mongodb
++ local suffix=.svc.cluster.local
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.g3c0xM0iWx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.loqnrCb5BP
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.g3c0xM0iWx
+++ cat /tmp/tmp.loqnrCb5BP
+++ rm /tmp/tmp.g3c0xM0iWx /tmp/tmp.loqnrCb5BP
+++ return 0
++ local client_container=psmdb-client-7469665986-mlhlh
++ local mongo_flag=--quiet
++ [[ userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-2.some-name-rs0.users-16311 == *cfg* ]]
++ replica_set=rs0
++ kubectl_bin exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QeP0JK4vOw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PaaJRfkLMF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec psmdb-client-7469665986-mlhlh -- bash -c 'printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:80C7BR7uXvP7uFr1dU@some-name-rs0-2.some-name-rs0.users-16311.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QeP0JK4vOw
++ cat /tmp/tmp.PaaJRfkLMF
++ rm /tmp/tmp.QeP0JK4vOw /tmp/tmp.PaaJRfkLMF
++ return 0
+ ping=1
+ desc 'ping return'
+ set +o xtrace


-----------------------------------------------------------------------------------
ping return
-----------------------------------------------------------------------------------

+ '[' 1 '!=' 1 ']'
+ destroy users-16311
+ local namespace=users-16311
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.92amPo5pCf
++ mktemp
+ local LAST_ERR=/tmp/tmp.gxx16UMErT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.92amPo5pCf
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.gxx16UMErT
+ rm /tmp/tmp.92amPo5pCf /tmp/tmp.gxx16UMErT
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.83x8mB0DC5
++ mktemp
+ local LAST_ERR=/tmp/tmp.gbmpG4OCYB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.83x8mB0DC5
+ cat /tmp/tmp.gbmpG4OCYB
+ rm /tmp/tmp.83x8mB0DC5 /tmp/tmp.gbmpG4OCYB
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.c0WcygLdse
++ mktemp
+ local LAST_ERR=/tmp/tmp.qiP8sRhHQn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.c0WcygLdse
+ cat /tmp/tmp.qiP8sRhHQn
+ rm /tmp/tmp.c0WcygLdse /tmp/tmp.qiP8sRhHQn
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.xIdqBxuEFu
++ mktemp
+ local LAST_ERR=/tmp/tmp.jOViniYbiS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xIdqBxuEFu
+ cat /tmp/tmp.jOViniYbiS
+ rm /tmp/tmp.xIdqBxuEFu /tmp/tmp.jOViniYbiS
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.qFlEVf13MH
++ mktemp
+ local LAST_ERR=/tmp/tmp.MhwzS1cLa0
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1569/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qFlEVf13MH
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.MhwzS1cLa0
+ rm /tmp/tmp.qFlEVf13MH /tmp/tmp.MhwzS1cLa0
+ return 0
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.14.5/cert-manager.yaml
+ :
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace users-16311
+ rm -rf /tmp/tmp.plZLyMrvPf
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.rYkyur0xpN
+ local LAST_OUT=/tmp/tmp.rmvP25iyry
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.auTJxPyEX8
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.CMnwxb8icp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace users-16311
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator