Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/logs/monitoring-2-0.log
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
+ create_infra monitoring-2-0-1006
+ local ns=monitoring-2-0-1006
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.qy2Ucg4cmz
++ mktemp
+ local LAST_ERR=/tmp/tmp.9NIQX9klvT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qy2Ucg4cmz
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.9NIQX9klvT
+ rm /tmp/tmp.qy2Ucg4cmz /tmp/tmp.9NIQX9klvT
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.oB1VCZnggY
++ mktemp
+ local LAST_ERR=/tmp/tmp.gqQYwWUY7a
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.oB1VCZnggY
+ cat /tmp/tmp.gqQYwWUY7a
+ rm /tmp/tmp.oB1VCZnggY /tmp/tmp.gqQYwWUY7a
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.0B66Q5xPc3
++ mktemp
+ local LAST_ERR=/tmp/tmp.0xiBcwdP5E
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0B66Q5xPc3
+ cat /tmp/tmp.0xiBcwdP5E
+ rm /tmp/tmp.0B66Q5xPc3 /tmp/tmp.0xiBcwdP5E
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.Agao6cwwuB
++ mktemp
+ local LAST_ERR=/tmp/tmp.BdBpLPEhkv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Agao6cwwuB
+ cat /tmp/tmp.BdBpLPEhkv
+ rm /tmp/tmp.Agao6cwwuB /tmp/tmp.BdBpLPEhkv
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.mXZPbGyI6D
++ mktemp
+ local LAST_ERR=/tmp/tmp.2HE9tTbb1f
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mXZPbGyI6D
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.2HE9tTbb1f
+ rm /tmp/tmp.mXZPbGyI6D /tmp/tmp.2HE9tTbb1f
+ return 0
+ check_crd_for_deletion PR-1613-028512e7
+ local git_tag=PR-1613-028512e7
++ /usr/bin/sed s/---//g
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1613-028512e7/deploy/crd.yaml
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
++ yq eval .metadata.name
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5fCEn9dOcI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HvragkBmUZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5fCEn9dOcI
++ cat /tmp/tmp.HvragkBmUZ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5fCEn9dOcI
++ cat /tmp/tmp.HvragkBmUZ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5fCEn9dOcI
++ cat /tmp/tmp.HvragkBmUZ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.5fCEn9dOcI
++ cat /tmp/tmp.HvragkBmUZ
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.5fCEn9dOcI /tmp/tmp.HvragkBmUZ
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ awk '{print $1}'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ grep chaos-mesh.org
++ awk '{print $1}'
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ awk '{print$1}'
+ kubectl_bin get ns
++ mktemp
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ local LAST_OUT=/tmp/tmp.iaqjlijUFX
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.zcOEasbX0G
++ mktemp
+ local LAST_ERR=/tmp/tmp.jJRwwEKis8
+ local exit_status=0
+ local timeout=4
++ mktemp
+ local LAST_ERR=/tmp/tmp.NUrnINR68x
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iaqjlijUFX
+ cat /tmp/tmp.jJRwwEKis8
+ rm /tmp/tmp.iaqjlijUFX /tmp/tmp.jJRwwEKis8
+ return 0
namespace "cert-manager" deleted
namespace "gmp-public" deleted
namespace "gmp-system" deleted
namespace "monitoring-2-0-18490" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zcOEasbX0G
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.NUrnINR68x
+ rm /tmp/tmp.zcOEasbX0G /tmp/tmp.NUrnINR68x
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.5YQMYcUkbx
++ mktemp
+ local LAST_ERR=/tmp/tmp.OoaG1jY1Vu
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5YQMYcUkbx
+ cat /tmp/tmp.OoaG1jY1Vu
+ rm /tmp/tmp.5YQMYcUkbx /tmp/tmp.OoaG1jY1Vu
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.QaF27QM1Me
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z1xPOUJ0FR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QaF27QM1Me
namespace/psmdb-operator created
+ cat /tmp/tmp.Z1xPOUJ0FR
+ rm /tmp/tmp.QaF27QM1Me /tmp/tmp.Z1xPOUJ0FR
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HR3iEQOMQb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HWtE8HLG56
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HR3iEQOMQb
++ cat /tmp/tmp.HWtE8HLG56
++ rm /tmp/tmp.HR3iEQOMQb /tmp/tmp.HWtE8HLG56
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1613-028512e7-2-cluster4 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Maz2Uy4YqN
++ mktemp
+ local LAST_ERR=/tmp/tmp.BBavKM3wti
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1613-028512e7-2-cluster4 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Maz2Uy4YqN
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1613-028512e7-2-cluster4" modified.
+ cat /tmp/tmp.BBavKM3wti
+ rm /tmp/tmp.Maz2Uy4YqN /tmp/tmp.BBavKM3wti
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.bXqTC61f9t
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ef8PTigtYP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bXqTC61f9t
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.Ef8PTigtYP
+ rm /tmp/tmp.bXqTC61f9t /tmp/tmp.Ef8PTigtYP
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/cw-rbac.yaml
+ kubectl_bin apply -n psmdb-operator -f -
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.94nuqNhrOA
++ mktemp
+ local LAST_ERR=/tmp/tmp.EuPOjUUQF7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.94nuqNhrOA
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.EuPOjUUQF7
+ rm /tmp/tmp.94nuqNhrOA /tmp/tmp.EuPOjUUQF7
+ return 0
+ kubectl_bin apply -f -
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1613-028512e7") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/cw-operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.sx04RFCXpc
++ mktemp
+ local LAST_ERR=/tmp/tmp.ofk0YlcxBq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sx04RFCXpc
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.ofk0YlcxBq
+ rm /tmp/tmp.sx04RFCXpc /tmp/tmp.ofk0YlcxBq
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EjMaenVJ90
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SoL8uPf39c
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EjMaenVJ90
++ cat /tmp/tmp.SoL8uPf39c
++ rm /tmp/tmp.EjMaenVJ90 /tmp/tmp.SoL8uPf39c
++ return 0
+ wait_pod percona-server-mongodb-operator-756cdb5956-999kw
+ local pod=percona-server-mongodb-operator-756cdb5956-999kw
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-756cdb5956-999kw to be ready.OK
+ create_namespace monitoring-2-0-1006
+ local namespace=monitoring-2-0-1006
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl api-resources
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces monitoring-2-0-1006'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces monitoring-2-0-1006
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace monitoring-2-0-1006 --ignore-not-found
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.ykGANEnzvu
++ mktemp
+ local LAST_ERR=/tmp/tmp.dGij26RUha
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ awk '{print$1}'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace monitoring-2-0-1006 --ignore-not-found
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.jKNxYFOna9
++ mktemp
+ local LAST_ERR=/tmp/tmp.84pCLAKMxM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ykGANEnzvu
+ cat /tmp/tmp.dGij26RUha
+ rm /tmp/tmp.ykGANEnzvu /tmp/tmp.dGij26RUha
+ return 0
+ kubectl_bin wait --for=delete namespace monitoring-2-0-1006
++ mktemp
+ local LAST_OUT=/tmp/tmp.EFX9ENHTOO
++ mktemp
+ local LAST_ERR=/tmp/tmp.Io6BNz3ooC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace monitoring-2-0-1006
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jKNxYFOna9
+ cat /tmp/tmp.84pCLAKMxM
+ rm /tmp/tmp.jKNxYFOna9 /tmp/tmp.84pCLAKMxM
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EFX9ENHTOO
+ cat /tmp/tmp.Io6BNz3ooC
+ rm /tmp/tmp.EFX9ENHTOO /tmp/tmp.Io6BNz3ooC
+ return 0
+ desc 'create namespace monitoring-2-0-1006'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace monitoring-2-0-1006
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace monitoring-2-0-1006
++ mktemp
+ local LAST_OUT=/tmp/tmp.ccCN8RCRNv
++ mktemp
+ local LAST_ERR=/tmp/tmp.9ANeQ7AM1a
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace monitoring-2-0-1006
namespace "gmp-public" deleted
namespace "gmp-system" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ccCN8RCRNv
namespace/monitoring-2-0-1006 created
+ cat /tmp/tmp.9ANeQ7AM1a
+ rm /tmp/tmp.ccCN8RCRNv /tmp/tmp.9ANeQ7AM1a
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ie7Dekscx2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GqxdaY6JyR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ie7Dekscx2
++ cat /tmp/tmp.GqxdaY6JyR
++ rm /tmp/tmp.ie7Dekscx2 /tmp/tmp.GqxdaY6JyR
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1613-028512e7-2-cluster4 --namespace=monitoring-2-0-1006
++ mktemp
+ local LAST_OUT=/tmp/tmp.2S2DmC13JL
++ mktemp
+ local LAST_ERR=/tmp/tmp.x3BBxlxUBW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1613-028512e7-2-cluster4 --namespace=monitoring-2-0-1006
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2S2DmC13JL
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1613-028512e7-2-cluster4" modified.
+ cat /tmp/tmp.x3BBxlxUBW
+ rm /tmp/tmp.2S2DmC13JL /tmp/tmp.x3BBxlxUBW
+ return 0
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.kqhdXXBr0k
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZPW7FYY4f9
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kqhdXXBr0k
namespace/cert-manager created
+ cat /tmp/tmp.ZPW7FYY4f9
+ rm /tmp/tmp.kqhdXXBr0k /tmp/tmp.ZPW7FYY4f9
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.jPoOFOJOXN
++ mktemp
+ local LAST_ERR=/tmp/tmp.wqo0YZ3kpX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jPoOFOJOXN
namespace/cert-manager labeled
+ cat /tmp/tmp.wqo0YZ3kpX
+ rm /tmp/tmp.jPoOFOJOXN /tmp/tmp.wqo0YZ3kpX
+ return 0
+ kubectl_bin apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.uxi9MVOQOj
++ mktemp
+ local LAST_ERR=/tmp/tmp.98jY2iDwZb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uxi9MVOQOj
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.98jY2iDwZb
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.uxi9MVOQOj /tmp/tmp.98jY2iDwZb
+ return 0
+ kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
++ mktemp
+ local LAST_OUT=/tmp/tmp.NFsiNYHSpR
++ mktemp
+ local LAST_ERR=/tmp/tmp.zWVeuja9Rv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NFsiNYHSpR
pod/cert-manager-bd44d64d-ps79x condition met
pod/cert-manager-cainjector-7dcddbd8b9-7vj7v condition met
pod/cert-manager-webhook-6cc8fdfd7-cwd2x condition met
+ cat /tmp/tmp.zWVeuja9Rv
+ rm /tmp/tmp.NFsiNYHSpR /tmp/tmp.zWVeuja9Rv
+ return 0
+ sleep 120
+ desc 'install PMM Server'
+ set +o xtrace


-----------------------------------------------------------------------------------
install PMM Server
-----------------------------------------------------------------------------------

+ deploy_pmm_server
+ helm uninstall monitoring
Error: uninstall: Release not loaded: monitoring: release: not found
+ :
+ helm repo remove stable
"stable" has been removed from your repositories
+ helm repo add stable https://charts.helm.sh/stable
"stable" has been added to your repositories
+ [[ -n '' ]]
+ retry 10 60 helm install monitoring --set imageTag=dev-latest --set imageRepo=perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install monitoring --set imageTag=dev-latest --set imageRepo=perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz
NAME: monitoring
LAST DEPLOYED: Thu Aug  1 15:08:31 2024
NAMESPACE: monitoring-2-0-1006
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
PMM server can be accessed via HTTPS (port 443) on the following DNS name from within your cluster:

endpoint: https://monitoring-service.monitoring-2-0-1006.svc.cluster.local:443
login:    admin
password: admin
+ sleep 20
+ kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
++ mktemp
+ local LAST_OUT=/tmp/tmp.kO3YEMdCNO
++ mktemp
+ local LAST_ERR=/tmp/tmp.NtumLK1iCP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.kO3YEMdCNO
+ cat /tmp/tmp.NtumLK1iCP
error: unable to upgrade connection: container not found ("monitoring")
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.kO3YEMdCNO
+ cat /tmp/tmp.NtumLK1iCP
error: unable to upgrade connection: container not found ("monitoring")
+ sleep 4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.kO3YEMdCNO
+ cat /tmp/tmp.NtumLK1iCP
error: unable to upgrade connection: container not found ("monitoring")
+ sleep 8
+ cat /tmp/tmp.kO3YEMdCNO
+ cat /tmp/tmp.NtumLK1iCP
error: unable to upgrade connection: container not found ("monitoring")
+ rm /tmp/tmp.kO3YEMdCNO /tmp/tmp.NtumLK1iCP
+ return 1
+ echo 'Retry 0'
Retry 0
+ sleep 5
+ let retry+=1
+ '[' 1 -ge 20 ']'
+ kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
++ mktemp
+ local LAST_OUT=/tmp/tmp.7Nbwp2nBo1
++ mktemp
+ local LAST_ERR=/tmp/tmp.xy8ExDRavz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.7Nbwp2nBo1
+ cat /tmp/tmp.xy8ExDRavz
error: unable to upgrade connection: container not found ("monitoring")
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.7Nbwp2nBo1
+ cat /tmp/tmp.xy8ExDRavz
error: unable to upgrade connection: container not found ("monitoring")
+ sleep 4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.7Nbwp2nBo1
+ cat /tmp/tmp.xy8ExDRavz
command terminated with exit code 1
+ sleep 8
+ cat /tmp/tmp.7Nbwp2nBo1
+ cat /tmp/tmp.xy8ExDRavz
command terminated with exit code 1
+ rm /tmp/tmp.7Nbwp2nBo1 /tmp/tmp.xy8ExDRavz
+ return 1
+ echo 'Retry 1'
Retry 1
+ sleep 5
+ let retry+=1
+ '[' 2 -ge 20 ']'
+ kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
++ mktemp
+ local LAST_OUT=/tmp/tmp.GeAsP3AWjW
++ mktemp
+ local LAST_ERR=/tmp/tmp.klUQgTAqjt
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GeAsP3AWjW
+ cat /tmp/tmp.klUQgTAqjt
+ rm /tmp/tmp.GeAsP3AWjW /tmp/tmp.klUQgTAqjt
+ return 0
+ cluster=monitoring
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.PDZMQQj1gJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.sHejzaPrwA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PDZMQQj1gJ
secret/some-users created
secret/some-users unchanged
+ cat /tmp/tmp.sHejzaPrwA
+ rm /tmp/tmp.PDZMQQj1gJ /tmp/tmp.sHejzaPrwA
+ return 0
+ yq '.spec.template.spec.volumes[0].secret.secretName="monitoring-ssl"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/conf/client_with_tls.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.94fEGU5Bv5
++ mktemp
+ local LAST_ERR=/tmp/tmp.TNrw5nwOyw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.94fEGU5Bv5
deployment.apps/psmdb-client created
+ cat /tmp/tmp.TNrw5nwOyw
+ rm /tmp/tmp.94fEGU5Bv5 /tmp/tmp.TNrw5nwOyw
+ return 0
+ sleep 90
+ desc 'create first PSMDB cluster monitoring'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster monitoring
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml
++ mktemp
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ local LAST_OUT=/tmp/tmp.Mz0ihOHxNj
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1613-028512e7"'
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
++ mktemp
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_ERR=/tmp/tmp.EK3xVBSqjv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Mz0ihOHxNj
perconaservermongodb.psmdb.percona.com/monitoring created
+ cat /tmp/tmp.EK3xVBSqjv
+ rm /tmp/tmp.Mz0ihOHxNj /tmp/tmp.EK3xVBSqjv
+ return 0
+ wait_for_running monitoring-rs0 3
+ local name=monitoring-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=monitoring
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod monitoring-rs0-0
+ local pod=monitoring-rs0-0
+ set +o xtrace
waiting for pod/monitoring-rs0-0 to be ready...............OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod monitoring-rs0-1
+ local pod=monitoring-rs0-1
+ set +o xtrace
waiting for pod/monitoring-rs0-1 to be ready.............OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XTqUZsET8Y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dxEyyZEV5y
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XTqUZsET8Y
++ cat /tmp/tmp.dxEyyZEV5y
++ rm /tmp/tmp.XTqUZsET8Y /tmp/tmp.dxEyyZEV5y
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod monitoring-rs0-2
+ local pod=monitoring-rs0-2
+ set +o xtrace
waiting for pod/monitoring-rs0-2 to be ready...............OK
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4tlYG19RXU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y6Bka6nQ7S
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4tlYG19RXU
++ cat /tmp/tmp.Y6Bka6nQ7S
++ rm /tmp/tmp.4tlYG19RXU /tmp/tmp.Y6Bka6nQ7S
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness................
+ desc 'check if pmm-client container is not enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if pmm-client container is not enabled
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/monitoring-rs0 -no-pmm
+ local resource=statefulset/monitoring-rs0
+ local postfix=-no-pmm
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml
+ local new_result=/tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-1006", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.LE22m2gZEq
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZiARIp2aJ5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.LE22m2gZEq
+ cat /tmp/tmp.ZiARIp2aJ5
+ rm /tmp/tmp.LE22m2gZEq /tmp/tmp.ZiARIp2aJ5
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ version_gt 1.22
++ bc -l
++ echo '1.27 >= 1.22'
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml /tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ sleep 10
+ run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-1006 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-1006
+ local driver=mongodb
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BGGYKUaphP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Uk8L23dKB2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BGGYKUaphP
++ cat /tmp/tmp.Uk8L23dKB2
++ rm /tmp/tmp.BGGYKUaphP /tmp/tmp.Uk8L23dKB2
++ return 0
+ local client_container=psmdb-client-6f7f47c4b-jbvfv
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ kubectl_bin exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.wAwlybS1ra
++ mktemp
+ local LAST_ERR=/tmp/tmp.AayyYOW5IX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wAwlybS1ra
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-1006.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2024-08-01T15:13:55.377Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("17a81d63-cdf8-45df-98e0-b57d13d7eabb") }
Percona Server for MongoDB server version: v7.0.12-7
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.AayyYOW5IX
+ rm /tmp/tmp.wAwlybS1ra /tmp/tmp.AayyYOW5IX
+ return 0
+ run_mongos 'sh.enableSharding("myApp")' clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-1006 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local 'command=sh.enableSharding("myApp")'
+ local uri=clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-1006
+ local driver=mongodb
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nQuxJ8ikuH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.exLzknlIlG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nQuxJ8ikuH
++ cat /tmp/tmp.exLzknlIlG
++ rm /tmp/tmp.nQuxJ8ikuH /tmp/tmp.exLzknlIlG
++ return 0
+ local client_container=psmdb-client-6f7f47c4b-jbvfv
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ kubectl_bin exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.assdPMnM5y
++ mktemp
+ local LAST_ERR=/tmp/tmp.W3UXePnM7U
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.assdPMnM5y
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-1006.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2024-08-01T15:13:59.344Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("1bc7c0b2-2a08-48b8-9f22-88ba2db5dbba") }
Percona Server for MongoDB server version: v7.0.12-7
WARNING: shell and server versions do not match
{
	"ok" : 1,
	"$clusterTime" : {
		"clusterTime" : Timestamp(1722525239, 8),
		"signature" : {
			"hash" : BinData(0,"CMY+KE/g2/x8bA/8ZUlqCAw0n20="),
			"keyId" : NumberLong("7398189215852265484")
		}
	},
	"operationTime" : Timestamp(1722525239, 2)
}
bye
+ cat /tmp/tmp.W3UXePnM7U
+ rm /tmp/tmp.assdPMnM5y /tmp/tmp.W3UXePnM7U
+ return 0
+ insert_data_mongos 100500 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local data=100500
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ run_mongos 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@monitoring-mongos.monitoring-2-0-1006 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-1006
+ local driver=mongodb
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cJNBbRkUek
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KjeUnNp09s
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cJNBbRkUek
++ cat /tmp/tmp.KjeUnNp09s
++ rm /tmp/tmp.cJNBbRkUek /tmp/tmp.KjeUnNp09s
++ return 0
+ local client_container=psmdb-client-6f7f47c4b-jbvfv
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ kubectl_bin exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.EPRsEaXJ4x
++ mktemp
+ local LAST_ERR=/tmp/tmp.CIrrrNRbJ8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EPRsEaXJ4x
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-1006.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2024-08-01T15:14:02.906Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("58708651-5d51-422d-9abc-dd82c008ed27") }
Percona Server for MongoDB server version: v7.0.12-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.CIrrrNRbJ8
+ rm /tmp/tmp.EPRsEaXJ4x /tmp/tmp.CIrrrNRbJ8
+ return 0
+ insert_data_mongos 100600 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local data=100600
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ run_mongos 'use myApp\n db.test.insert({ x: 100600 })' myApp:myPass@monitoring-mongos.monitoring-2-0-1006 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local 'command=use myApp\n db.test.insert({ x: 100600 })'
+ local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-1006
+ local driver=mongodb
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uORMhfbMPt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wae5JeLmp4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uORMhfbMPt
++ cat /tmp/tmp.wae5JeLmp4
++ rm /tmp/tmp.uORMhfbMPt /tmp/tmp.wae5JeLmp4
++ return 0
+ local client_container=psmdb-client-6f7f47c4b-jbvfv
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ kubectl_bin exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.dGAHJRRXcG
++ mktemp
+ local LAST_ERR=/tmp/tmp.cncNd6cz96
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dGAHJRRXcG
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-1006.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2024-08-01T15:14:06.414Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("5dcfb6fd-0839-40e1-af96-a58f24d75fae") }
Percona Server for MongoDB server version: v7.0.12-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.cncNd6cz96
+ rm /tmp/tmp.dGAHJRRXcG /tmp/tmp.cncNd6cz96
+ return 0
+ insert_data_mongos 100700 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local data=100700
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ run_mongos 'use myApp\n db.test.insert({ x: 100700 })' myApp:myPass@monitoring-mongos.monitoring-2-0-1006 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local 'command=use myApp\n db.test.insert({ x: 100700 })'
+ local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-1006
+ local driver=mongodb
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.guBULuzL20
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JM8dLfWsfX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.guBULuzL20
++ cat /tmp/tmp.JM8dLfWsfX
++ rm /tmp/tmp.guBULuzL20 /tmp/tmp.JM8dLfWsfX
++ return 0
+ local client_container=psmdb-client-6f7f47c4b-jbvfv
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ kubectl_bin exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9BeUqI7NVp
++ mktemp
+ local LAST_ERR=/tmp/tmp.8pkRIHfJmj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-6f7f47c4b-jbvfv -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-1006.svc.cluster.local/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9BeUqI7NVp
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-1006.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2024-08-01T15:14:09.568Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("93543384-a794-4bbf-b10c-fc202d6cd6b7") }
Percona Server for MongoDB server version: v7.0.12-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.8pkRIHfJmj
+ rm /tmp/tmp.9BeUqI7NVp /tmp/tmp.8pkRIHfJmj
+ return 0
+ desc 'add PMM_SERVER_API_KEY for secret some-users'
+ set +o xtrace


-----------------------------------------------------------------------------------
add PMM_SERVER_API_KEY for secret some-users
-----------------------------------------------------------------------------------

++ jq .key
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].hostname'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.yHbYaZOvP2
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.nf4N4duS27
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.yHbYaZOvP2
++++ cat /tmp/tmp.nf4N4duS27
++++ rm /tmp/tmp.yHbYaZOvP2 /tmp/tmp.nf4N4duS27
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].ip'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.RLCRqhAUCt
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.BJ6klLuNRw
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.RLCRqhAUCt
++++ cat /tmp/tmp.BJ6klLuNRw
++++ rm /tmp/tmp.RLCRqhAUCt /tmp/tmp.BJ6klLuNRw
++++ return 0
+++ local ip=34.122.248.223
+++ '[' -n 34.122.248.223 -a 34.122.248.223 '!=' null ']'
+++ echo 34.122.248.223
+++ return
++ curl --insecure -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@34.122.248.223/graph/api/auth/keys
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   155  100   119  100    36    262     79 --:--:-- --:--:-- --:--:--   342
+ API_KEY='"eyJrIjoiMHRzd2RRZkFpQUlPTnllcGJtWkVHN2x1azBYMjUyNkYiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="'
+ kubectl_bin patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiMHRzd2RRZkFpQUlPTnllcGJtWkVHN2x1azBYMjUyNkYiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.05tpKvX7v4
++ mktemp
+ local LAST_ERR=/tmp/tmp.9xCeqwS7YK
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiMHRzd2RRZkFpQUlPTnllcGJtWkVHN2x1azBYMjUyNkYiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.05tpKvX7v4
secret/some-users patched
+ cat /tmp/tmp.9xCeqwS7YK
+ rm /tmp/tmp.05tpKvX7v4 /tmp/tmp.9xCeqwS7YK
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running monitoring-rs0 3
+ local name=monitoring-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=monitoring
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod monitoring-rs0-0
+ local pod=monitoring-rs0-0
+ set +o xtrace
waiting for pod/monitoring-rs0-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod monitoring-rs0-1
+ local pod=monitoring-rs0-1
+ set +o xtrace
waiting for pod/monitoring-rs0-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.W4yusgRT4r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m8p0x33eu5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.W4yusgRT4r
++ cat /tmp/tmp.m8p0x33eu5
++ rm /tmp/tmp.W4yusgRT4r /tmp/tmp.m8p0x33eu5
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod monitoring-rs0-2
+ local pod=monitoring-rs0-2
+ set +o xtrace
waiting for pod/monitoring-rs0-2 to be ready.OK
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.m5FP7i8WAr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mi1gUMI2g0
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.m5FP7i8WAr
++ cat /tmp/tmp.mi1gUMI2g0
++ rm /tmp/tmp.m5FP7i8WAr /tmp/tmp.mi1gUMI2g0
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness......................................................................................
+ sleep 90
+ desc 'check if pmm-client container enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if pmm-client container enabled
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/monitoring-rs0
+ local resource=statefulset/monitoring-rs0
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml
+ local new_result=/tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-rs0
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-1006", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.CadVt1trVQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.AhIGPfBxgC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CadVt1trVQ
+ cat /tmp/tmp.AhIGPfBxgC
+ rm /tmp/tmp.CadVt1trVQ /tmp/tmp.AhIGPfBxgC
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ version_gt 1.22
++ echo '1.27 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml /tmp/tmp.NlHyTylSCw/statefulset_monitoring-rs0.yml
+ compare_kubectl service/monitoring-rs0
+ local resource=service/monitoring-rs0
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml
+ local new_result=/tmp/tmp.NlHyTylSCw/service_monitoring-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0-oc.yml ']'
+ kubectl_bin get -o yaml service/monitoring-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-1006", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.JowKOFtvYx
++ mktemp
+ local LAST_ERR=/tmp/tmp.l3Tpk7cWUm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml service/monitoring-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JowKOFtvYx
+ cat /tmp/tmp.l3Tpk7cWUm
+ rm /tmp/tmp.JowKOFtvYx /tmp/tmp.l3Tpk7cWUm
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NlHyTylSCw/service_monitoring-rs0.yml
+ version_gt 1.22
++ echo '1.27 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NlHyTylSCw/service_monitoring-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NlHyTylSCw/service_monitoring-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml /tmp/tmp.NlHyTylSCw/service_monitoring-rs0.yml
+ compare_kubectl service/monitoring-mongos
+ local resource=service/monitoring-mongos
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml
+ local new_result=/tmp/tmp.NlHyTylSCw/service_monitoring-mongos.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos-oc.yml ']'
+ kubectl_bin get -o yaml service/monitoring-mongos
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-1006", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.krggTT4aa3
++ mktemp
+ local LAST_ERR=/tmp/tmp.Hmx2qUPNaM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml service/monitoring-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.krggTT4aa3
+ cat /tmp/tmp.Hmx2qUPNaM
+ rm /tmp/tmp.krggTT4aa3 /tmp/tmp.Hmx2qUPNaM
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NlHyTylSCw/service_monitoring-mongos.yml
+ version_gt 1.22
++ echo '1.27 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NlHyTylSCw/service_monitoring-mongos.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NlHyTylSCw/service_monitoring-mongos.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml /tmp/tmp.NlHyTylSCw/service_monitoring-mongos.yml
+ compare_kubectl statefulset/monitoring-cfg
+ local resource=statefulset/monitoring-cfg
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml
+ local new_result=/tmp/tmp.NlHyTylSCw/statefulset_monitoring-cfg.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-cfg
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-1006", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.DDwp7lb3ke
++ mktemp
+ local LAST_ERR=/tmp/tmp.VwdsJbKzFU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-cfg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DDwp7lb3ke
+ cat /tmp/tmp.VwdsJbKzFU
+ rm /tmp/tmp.DDwp7lb3ke /tmp/tmp.VwdsJbKzFU
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-cfg.yml
+ version_gt 1.22
++ echo '1.27 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-cfg.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-cfg.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml /tmp/tmp.NlHyTylSCw/statefulset_monitoring-cfg.yml
+ compare_kubectl statefulset/monitoring-mongos
+ local resource=statefulset/monitoring-mongos
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml
+ local new_result=/tmp/tmp.NlHyTylSCw/statefulset_monitoring-mongos.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-mongos
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-1006", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.jHbIRTJLwf
++ mktemp
+ local LAST_ERR=/tmp/tmp.oddqvuwGJi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jHbIRTJLwf
+ cat /tmp/tmp.oddqvuwGJi
+ rm /tmp/tmp.jHbIRTJLwf /tmp/tmp.oddqvuwGJi
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-mongos.yml
+ version_gt 1.22
++ echo '1.27 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-mongos.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.NlHyTylSCw/statefulset_monitoring-mongos.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml /tmp/tmp.NlHyTylSCw/statefulset_monitoring-mongos.yml
+ desc 'check mongod metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongod metrics
-----------------------------------------------------------------------------------

+ get_metric_values node_boot_time_seconds monitoring-2-0-1006-monitoring-rs0-1 admin:admin
+ local metric=node_boot_time_seconds
+ local instance=monitoring-2-0-1006-monitoring-rs0-1
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1722525480
++ /usr/bin/date -u +%s
+ local end=1722525540
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.oSUayAuXUx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.XC5ZagfvAP
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.oSUayAuXUx
+++ cat /tmp/tmp.XC5ZagfvAP
+++ rm /tmp/tmp.oSUayAuXUx /tmp/tmp.XC5ZagfvAP
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.6HtsWEzoi5
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NmrrIN1KQl
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.6HtsWEzoi5
+++ cat /tmp/tmp.NmrrIN1KQl
+++ rm /tmp/tmp.6HtsWEzoi5 /tmp/tmp.NmrrIN1KQl
+++ return 0
++ local ip=34.122.248.223
++ '[' -n 34.122.248.223 -a 34.122.248.223 '!=' null ']'
++ echo 34.122.248.223
++ return
+ local endpoint=34.122.248.223
+ curl -s -k 'https://admin:admin@34.122.248.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-rs0-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-rs0-1%22%7D%29&start=1722525480&end=1722525540&step=60'
+ grep '^"[0-9]'
+ jq '.data.result[0].values[][1]'
"1722521362"
"1722521362"
+ get_metric_values mongodb_connections monitoring-2-0-1006-monitoring-rs0-1 admin:admin
+ local metric=mongodb_connections
+ local instance=monitoring-2-0-1006-monitoring-rs0-1
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1722525482
++ /usr/bin/date -u +%s
+ local end=1722525542
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.lE1foVo9xS
+++ sed -e 's/^"//; s/"$//;'
+++ jq '.status.loadBalancer.ingress[].hostname'
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cQXfRijTV4
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.lE1foVo9xS
+++ cat /tmp/tmp.cQXfRijTV4
+++ rm /tmp/tmp.lE1foVo9xS /tmp/tmp.cQXfRijTV4
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.NxH3NUohLp
+++ jq '.status.loadBalancer.ingress[].ip'
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.K07yiaQ9wf
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.NxH3NUohLp
+++ cat /tmp/tmp.K07yiaQ9wf
+++ rm /tmp/tmp.NxH3NUohLp /tmp/tmp.K07yiaQ9wf
+++ return 0
++ local ip=34.122.248.223
++ '[' -n 34.122.248.223 -a 34.122.248.223 '!=' null ']'
++ echo 34.122.248.223
++ return
+ local endpoint=34.122.248.223
+ jq '.data.result[0].values[][1]'
+ curl -s -k 'https://admin:admin@34.122.248.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-rs0-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-rs0-1%22%7D%29&start=1722525482&end=1722525542&step=60'
+ grep '^"[0-9]'
"0"
"0"
+ desc 'check mongo config  metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongo config  metrics
-----------------------------------------------------------------------------------

+ get_metric_values node_boot_time_seconds monitoring-2-0-1006-monitoring-cfg-1 admin:admin
+ local metric=node_boot_time_seconds
+ local instance=monitoring-2-0-1006-monitoring-cfg-1
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1722525484
++ /usr/bin/date -u +%s
+ local end=1722525544
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.99cKrX8a2Q
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.VjCFa8Dxpr
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.99cKrX8a2Q
+++ cat /tmp/tmp.VjCFa8Dxpr
+++ rm /tmp/tmp.99cKrX8a2Q /tmp/tmp.VjCFa8Dxpr
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ sed -e 's/^"//; s/"$//;'
+++ local LAST_OUT=/tmp/tmp.RQC4duUp2b
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.wbYb1BbkYE
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.RQC4duUp2b
+++ cat /tmp/tmp.wbYb1BbkYE
+++ rm /tmp/tmp.RQC4duUp2b /tmp/tmp.wbYb1BbkYE
+++ return 0
++ local ip=34.122.248.223
++ '[' -n 34.122.248.223 -a 34.122.248.223 '!=' null ']'
++ echo 34.122.248.223
++ return
+ local endpoint=34.122.248.223
+ curl -s -k 'https://admin:admin@34.122.248.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-cfg-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-cfg-1%22%7D%29&start=1722525484&end=1722525544&step=60'
+ grep '^"[0-9]'
+ jq '.data.result[0].values[][1]'
"1722521361"
"1722521361"
+ get_metric_values mongodb_connections monitoring-2-0-1006-monitoring-cfg-1 admin:admin
+ local metric=mongodb_connections
+ local instance=monitoring-2-0-1006-monitoring-cfg-1
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1722525487
++ /usr/bin/date -u +%s
+ local end=1722525547
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ local LAST_OUT=/tmp/tmp.z04vnpztPT
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WL1VGDmIR3
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.z04vnpztPT
+++ cat /tmp/tmp.WL1VGDmIR3
+++ rm /tmp/tmp.z04vnpztPT /tmp/tmp.WL1VGDmIR3
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.50zTFTokpd
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.nvXusshQm5
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.50zTFTokpd
+++ cat /tmp/tmp.nvXusshQm5
+++ rm /tmp/tmp.50zTFTokpd /tmp/tmp.nvXusshQm5
+++ return 0
++ local ip=34.122.248.223
++ '[' -n 34.122.248.223 -a 34.122.248.223 '!=' null ']'
++ echo 34.122.248.223
++ return
+ local endpoint=34.122.248.223
+ curl -s -k 'https://admin:admin@34.122.248.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-cfg-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-cfg-1%22%7D%29&start=1722525487&end=1722525547&step=60'
+ grep '^"[0-9]'
+ jq '.data.result[0].values[][1]'
"0"
"0"
+ desc 'check mongos metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongos metrics
-----------------------------------------------------------------------------------

++ kubectl get pod -l app.kubernetes.io/component=mongos -o 'jsonpath={.items[0].metadata.name}'
+ MONGOS_POD_NAME=monitoring-mongos-0
+ get_metric_values node_boot_time_seconds monitoring-2-0-1006-monitoring-mongos-0 admin:admin
+ local metric=node_boot_time_seconds
+ local instance=monitoring-2-0-1006-monitoring-mongos-0
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1722525492
++ /usr/bin/date -u +%s
+ local end=1722525552
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.gB0EIKip9M
+++ jq '.status.loadBalancer.ingress[].hostname'
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.TVF0A8C05T
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.gB0EIKip9M
+++ cat /tmp/tmp.TVF0A8C05T
+++ rm /tmp/tmp.gB0EIKip9M /tmp/tmp.TVF0A8C05T
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.v6sxcnYt83
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.CwzJH6PI3j
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.v6sxcnYt83
+++ cat /tmp/tmp.CwzJH6PI3j
+++ rm /tmp/tmp.v6sxcnYt83 /tmp/tmp.CwzJH6PI3j
+++ return 0
++ local ip=34.122.248.223
++ '[' -n 34.122.248.223 -a 34.122.248.223 '!=' null ']'
++ echo 34.122.248.223
++ return
+ local endpoint=34.122.248.223
+ curl -s -k 'https://admin:admin@34.122.248.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-mongos-0%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-1006-monitoring-mongos-0%22%7D%29&start=1722525492&end=1722525552&step=60'
+ jq '.data.result[0].values[][1]'
+ grep '^"[0-9]'
"1722521361"
"1722521361"
+ sleep 90
+ desc 'check QAN data'
+ set +o xtrace


-----------------------------------------------------------------------------------
check QAN data
-----------------------------------------------------------------------------------

+ get_qan_values mongodb dev-mongod admin:admin
+ local service_type=mongodb
+ local environment=dev-mongod
+ local user_pass=admin:admin
+ local start
+ local end
+ local endpoint
++ /usr/bin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z
+ start=2024-08-01T03:20:44+00:00
++ /usr/bin/date -u +%Y-%m-%dT%H:%M:%S%:z
+ end=2024-08-01T15:20:44+00:00
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ local LAST_OUT=/tmp/tmp.f9d1wLNQnY
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.mRERorZzQr
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.f9d1wLNQnY
+++ cat /tmp/tmp.mRERorZzQr
+++ rm /tmp/tmp.f9d1wLNQnY /tmp/tmp.mRERorZzQr
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ jq '.status.loadBalancer.ingress[].ip'
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.M7GrxHbhEA
++++ mktemp
+++ sed -e 's/^"//; s/"$//;'
+++ local LAST_ERR=/tmp/tmp.w0DkBcBdB8
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.M7GrxHbhEA
+++ cat /tmp/tmp.w0DkBcBdB8
+++ rm /tmp/tmp.M7GrxHbhEA /tmp/tmp.w0DkBcBdB8
+++ return 0
++ local ip=34.122.248.223
++ '[' -n 34.122.248.223 -a 34.122.248.223 '!=' null ']'
++ echo 34.122.248.223
++ return
+ endpoint=34.122.248.223
+ cat
+ local response
+ retry=0
++ curl -s -k -XPOST -d @payload.json https://admin:admin@34.122.248.223/v0/qan/GetReport
++ jq '.rows[].fingerprint'
+ [[ "TOTAL"
"FIND system.version _id"
"FIND oplog.rs" != \n\u\l\l ]]
+ rm -f payload.json
+ get_qan_values mongodb dev-mongos admin:admin
+ local service_type=mongodb
+ local environment=dev-mongos
+ local user_pass=admin:admin
+ local start
+ local end
+ local endpoint
++ /usr/bin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z
+ start=2024-08-01T03:20:47+00:00
++ /usr/bin/date -u +%Y-%m-%dT%H:%M:%S%:z
+ end=2024-08-01T15:20:47+00:00
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.r9icknWYW8
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3fI3Nu9cjQ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.r9icknWYW8
+++ cat /tmp/tmp.3fI3Nu9cjQ
+++ rm /tmp/tmp.r9icknWYW8 /tmp/tmp.3fI3Nu9cjQ
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.L9OwngHLf9
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6aSAXeUiqi
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.L9OwngHLf9
+++ cat /tmp/tmp.6aSAXeUiqi
+++ rm /tmp/tmp.L9OwngHLf9 /tmp/tmp.6aSAXeUiqi
+++ return 0
++ local ip=34.122.248.223
++ '[' -n 34.122.248.223 -a 34.122.248.223 '!=' null ']'
++ echo 34.122.248.223
++ return
+ endpoint=34.122.248.223
+ cat
+ local response
+ retry=0
++ curl -s -k -XPOST -d @payload.json https://admin:admin@34.122.248.223/v0/qan/GetReport
++ jq '.rows[].fingerprint'
+ [[ "TOTAL"
"DBSTATS application,architecture,client,clusterTime,db,dbStats,driver,hash,host,id,keyId,level,lsid,mayBypassWriteBlocking,mongos,name,os,platform,provenance,readConcern,role,scale,signature,type,uid,user,version" != \n\u\l\l ]]
+ rm -f payload.json
+ nodeList=($(get_node_id_from_pmm))
++ get_node_id_from_pmm
++ nodeList=()
++ local -a nodeList
+++ kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4apixzGovH
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EuCWSEvm6Q
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.4apixzGovH
+++ cat /tmp/tmp.EuCWSEvm6Q
+++ rm /tmp/tmp.4apixzGovH /tmp/tmp.EuCWSEvm6Q
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ jq -r .pmm_agent_status.node_id
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.pcGEurahLq
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.oLC2JrGghF
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.pcGEurahLq
+++ cat /tmp/tmp.oLC2JrGghF
+++ rm /tmp/tmp.pcGEurahLq /tmp/tmp.oLC2JrGghF
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.k5s502Ne42
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BjSrhVBuDw
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.k5s502Ne42
+++ cat /tmp/tmp.BjSrhVBuDw
+++ rm /tmp/tmp.k5s502Ne42 /tmp/tmp.BjSrhVBuDw
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.qjpiH5OsEa
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.57M4xtJwGJ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.qjpiH5OsEa
+++ cat /tmp/tmp.57M4xtJwGJ
+++ rm /tmp/tmp.qjpiH5OsEa /tmp/tmp.57M4xtJwGJ
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TPngl6gdtR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LSYdirDZYt
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.TPngl6gdtR
+++ cat /tmp/tmp.LSYdirDZYt
+++ rm /tmp/tmp.TPngl6gdtR /tmp/tmp.LSYdirDZYt
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RJ5kzus2Hr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LZLPzD4OAA
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.RJ5kzus2Hr
+++ cat /tmp/tmp.LZLPzD4OAA
+++ rm /tmp/tmp.RJ5kzus2Hr /tmp/tmp.LZLPzD4OAA
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ jq -r .pmm_agent_status.node_id
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.mznt2ZlkQx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.fabHbZnKtE
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.mznt2ZlkQx
+++ cat /tmp/tmp.fabHbZnKtE
+++ rm /tmp/tmp.mznt2ZlkQx /tmp/tmp.fabHbZnKtE
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.LFAWZF9dl6
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.vtW9TrE4je
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.LFAWZF9dl6
+++ cat /tmp/tmp.vtW9TrE4je
+++ rm /tmp/tmp.LFAWZF9dl6 /tmp/tmp.vtW9TrE4je
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ jq -r .pmm_agent_status.node_id
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.dE6rKrQn5o
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.47vwSRayH6
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.dE6rKrQn5o
+++ cat /tmp/tmp.47vwSRayH6
+++ rm /tmp/tmp.dE6rKrQn5o /tmp/tmp.47vwSRayH6
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YcAVg6wBp2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.IUmxxWFXOZ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.YcAVg6wBp2
+++ cat /tmp/tmp.IUmxxWFXOZ
+++ rm /tmp/tmp.YcAVg6wBp2 /tmp/tmp.IUmxxWFXOZ
+++ return 0
++ echo /node_id/47b5b894-2756-40ee-b036-3746a39ff768 /node_id/4cbf5551-9219-4d8d-ad30-1ed2a76eea3b /node_id/ec6d412e-f9f9-4ac6-a310-14c05a5f8522 /node_id/2fce3003-cd12-457a-a925-40df44ade287 /node_id/3203eb0c-7380-4635-90b7-5914b5928901 /node_id/f5975577-dcad-4c63-b8bf-d268d4c05dc7 /node_id/8a558e5a-1183-49ca-a687-56609c7f30d4 /node_id/5847711d-9777-4dd6-9e9c-25778ef8c0a1 /node_id/0bd37483-2fdc-4fbb-b5c8-8b930e2818b3
+ nodeList_from_pmm=($(does_node_id_exists "${nodeList[@]}"))
++ does_node_id_exists /node_id/47b5b894-2756-40ee-b036-3746a39ff768 /node_id/4cbf5551-9219-4d8d-ad30-1ed2a76eea3b /node_id/ec6d412e-f9f9-4ac6-a310-14c05a5f8522 /node_id/2fce3003-cd12-457a-a925-40df44ade287 /node_id/3203eb0c-7380-4635-90b7-5914b5928901 /node_id/f5975577-dcad-4c63-b8bf-d268d4c05dc7 /node_id/8a558e5a-1183-49ca-a687-56609c7f30d4 /node_id/5847711d-9777-4dd6-9e9c-25778ef8c0a1 /node_id/0bd37483-2fdc-4fbb-b5c8-8b930e2818b3
++ nodeList=("$@")
++ local -a nodeList
++ nodeList_from_pmm=()
++ local -a nodeList_from_pmm
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/47b5b894-2756-40ee-b036-3746a39ff768
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.OPnJqmOxol
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.50Ty1fFIMN
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.OPnJqmOxol
+++++ cat /tmp/tmp.50Ty1fFIMN
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.OPnJqmOxol
+++++ cat /tmp/tmp.50Ty1fFIMN
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.OPnJqmOxol
+++++ cat /tmp/tmp.50Ty1fFIMN
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.OPnJqmOxol
+++++ cat /tmp/tmp.50Ty1fFIMN
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.OPnJqmOxol /tmp/tmp.50Ty1fFIMN
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.idvBL7otIR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0C3tRQUIiu
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.idvBL7otIR
+++ cat /tmp/tmp.0C3tRQUIiu
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.idvBL7otIR
+++ cat /tmp/tmp.0C3tRQUIiu
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.idvBL7otIR
+++ cat /tmp/tmp.0C3tRQUIiu
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.idvBL7otIR
+++ cat /tmp/tmp.0C3tRQUIiu
command terminated with exit code 1
+++ rm /tmp/tmp.idvBL7otIR /tmp/tmp.0C3tRQUIiu
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/4cbf5551-9219-4d8d-ad30-1ed2a76eea3b
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.DhTZNT4GCQ
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.hShfsjv8GG
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.DhTZNT4GCQ
+++++ cat /tmp/tmp.hShfsjv8GG
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.DhTZNT4GCQ
+++++ cat /tmp/tmp.hShfsjv8GG
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.DhTZNT4GCQ
+++++ cat /tmp/tmp.hShfsjv8GG
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.DhTZNT4GCQ
+++++ cat /tmp/tmp.hShfsjv8GG
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.DhTZNT4GCQ /tmp/tmp.hShfsjv8GG
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1u77JxN1LQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.i7OHB2h0LT
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1u77JxN1LQ
+++ cat /tmp/tmp.i7OHB2h0LT
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1u77JxN1LQ
+++ cat /tmp/tmp.i7OHB2h0LT
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1u77JxN1LQ
+++ cat /tmp/tmp.i7OHB2h0LT
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.1u77JxN1LQ
+++ cat /tmp/tmp.i7OHB2h0LT
command terminated with exit code 1
+++ rm /tmp/tmp.1u77JxN1LQ /tmp/tmp.i7OHB2h0LT
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/ec6d412e-f9f9-4ac6-a310-14c05a5f8522
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.qFzvVS2L8f
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Zk2WPTlAFi
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.qFzvVS2L8f
+++++ cat /tmp/tmp.Zk2WPTlAFi
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.qFzvVS2L8f
+++++ cat /tmp/tmp.Zk2WPTlAFi
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.qFzvVS2L8f
+++++ cat /tmp/tmp.Zk2WPTlAFi
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.qFzvVS2L8f
+++++ cat /tmp/tmp.Zk2WPTlAFi
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.qFzvVS2L8f /tmp/tmp.Zk2WPTlAFi
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.bqWTbq49J8
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.beFh7mCkUI
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.bqWTbq49J8
+++ cat /tmp/tmp.beFh7mCkUI
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.bqWTbq49J8
+++ cat /tmp/tmp.beFh7mCkUI
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.bqWTbq49J8
+++ cat /tmp/tmp.beFh7mCkUI
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.bqWTbq49J8
+++ cat /tmp/tmp.beFh7mCkUI
command terminated with exit code 1
+++ rm /tmp/tmp.bqWTbq49J8 /tmp/tmp.beFh7mCkUI
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/2fce3003-cd12-457a-a925-40df44ade287
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.lQqw8zYuKf
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.EbeocbYvj9
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.lQqw8zYuKf
+++++ cat /tmp/tmp.EbeocbYvj9
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.lQqw8zYuKf
+++++ cat /tmp/tmp.EbeocbYvj9
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.lQqw8zYuKf
+++++ cat /tmp/tmp.EbeocbYvj9
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.lQqw8zYuKf
+++++ cat /tmp/tmp.EbeocbYvj9
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.lQqw8zYuKf /tmp/tmp.EbeocbYvj9
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.6VpvSKNwA5
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.GIRwiHfBUd
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.6VpvSKNwA5
+++ cat /tmp/tmp.GIRwiHfBUd
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.6VpvSKNwA5
+++ cat /tmp/tmp.GIRwiHfBUd
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.6VpvSKNwA5
+++ cat /tmp/tmp.GIRwiHfBUd
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.6VpvSKNwA5
+++ cat /tmp/tmp.GIRwiHfBUd
command terminated with exit code 1
+++ rm /tmp/tmp.6VpvSKNwA5 /tmp/tmp.GIRwiHfBUd
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/3203eb0c-7380-4635-90b7-5914b5928901
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.YzOWaJBn8W
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.3HNMcOruqP
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.YzOWaJBn8W
+++++ cat /tmp/tmp.3HNMcOruqP
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.YzOWaJBn8W
+++++ cat /tmp/tmp.3HNMcOruqP
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.YzOWaJBn8W
+++++ cat /tmp/tmp.3HNMcOruqP
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.YzOWaJBn8W
+++++ cat /tmp/tmp.3HNMcOruqP
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.YzOWaJBn8W /tmp/tmp.3HNMcOruqP
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7vUOb05W2a
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.d4wIiwBfYg
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.7vUOb05W2a
+++ cat /tmp/tmp.d4wIiwBfYg
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.7vUOb05W2a
+++ cat /tmp/tmp.d4wIiwBfYg
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.7vUOb05W2a
+++ cat /tmp/tmp.d4wIiwBfYg
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.7vUOb05W2a
+++ cat /tmp/tmp.d4wIiwBfYg
command terminated with exit code 1
+++ rm /tmp/tmp.7vUOb05W2a /tmp/tmp.d4wIiwBfYg
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++ awk '{print $4}'
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++ grep /node_id/f5975577-dcad-4c63-b8bf-d268d4c05dc7
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.KLv8uOHtSl
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.U2eFwWI1go
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.KLv8uOHtSl
+++++ cat /tmp/tmp.U2eFwWI1go
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.KLv8uOHtSl
+++++ cat /tmp/tmp.U2eFwWI1go
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.KLv8uOHtSl
+++++ cat /tmp/tmp.U2eFwWI1go
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.KLv8uOHtSl
+++++ cat /tmp/tmp.U2eFwWI1go
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.KLv8uOHtSl /tmp/tmp.U2eFwWI1go
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1NRmTNbk0U
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.P2xoeGbbS2
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1NRmTNbk0U
+++ cat /tmp/tmp.P2xoeGbbS2
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1NRmTNbk0U
+++ cat /tmp/tmp.P2xoeGbbS2
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1NRmTNbk0U
+++ cat /tmp/tmp.P2xoeGbbS2
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.1NRmTNbk0U
+++ cat /tmp/tmp.P2xoeGbbS2
command terminated with exit code 1
+++ rm /tmp/tmp.1NRmTNbk0U /tmp/tmp.P2xoeGbbS2
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/8a558e5a-1183-49ca-a687-56609c7f30d4
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.TuE0EK9nqV
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.joWkqLdi03
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.TuE0EK9nqV
+++++ cat /tmp/tmp.joWkqLdi03
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.TuE0EK9nqV
+++++ cat /tmp/tmp.joWkqLdi03
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.TuE0EK9nqV
+++++ cat /tmp/tmp.joWkqLdi03
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.TuE0EK9nqV
+++++ cat /tmp/tmp.joWkqLdi03
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.TuE0EK9nqV /tmp/tmp.joWkqLdi03
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.eF6wzEMgMM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Z7vik4FF5g
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.eF6wzEMgMM
+++ cat /tmp/tmp.Z7vik4FF5g
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.eF6wzEMgMM
+++ cat /tmp/tmp.Z7vik4FF5g
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.eF6wzEMgMM
+++ cat /tmp/tmp.Z7vik4FF5g
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.eF6wzEMgMM
+++ cat /tmp/tmp.Z7vik4FF5g
command terminated with exit code 1
+++ rm /tmp/tmp.eF6wzEMgMM /tmp/tmp.Z7vik4FF5g
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/5847711d-9777-4dd6-9e9c-25778ef8c0a1
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.PVdw78SCY8
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.EnWuPCF3Hu
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.PVdw78SCY8
+++++ cat /tmp/tmp.EnWuPCF3Hu
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.PVdw78SCY8
+++++ cat /tmp/tmp.EnWuPCF3Hu
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.PVdw78SCY8
+++++ cat /tmp/tmp.EnWuPCF3Hu
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.PVdw78SCY8
+++++ cat /tmp/tmp.EnWuPCF3Hu
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.PVdw78SCY8 /tmp/tmp.EnWuPCF3Hu
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IqSZtmrNfS
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Cm4LMdHLaf
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.IqSZtmrNfS
+++ cat /tmp/tmp.Cm4LMdHLaf
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.IqSZtmrNfS
+++ cat /tmp/tmp.Cm4LMdHLaf
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.IqSZtmrNfS
+++ cat /tmp/tmp.Cm4LMdHLaf
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.IqSZtmrNfS
+++ cat /tmp/tmp.Cm4LMdHLaf
command terminated with exit code 1
+++ rm /tmp/tmp.IqSZtmrNfS /tmp/tmp.Cm4LMdHLaf
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/0bd37483-2fdc-4fbb-b5c8-8b930e2818b3
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.SH6JX6bq3t
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.cc2ijvwbij
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.SH6JX6bq3t
+++++ cat /tmp/tmp.cc2ijvwbij
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.SH6JX6bq3t
+++++ cat /tmp/tmp.cc2ijvwbij
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.SH6JX6bq3t
+++++ cat /tmp/tmp.cc2ijvwbij
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.SH6JX6bq3t
+++++ cat /tmp/tmp.cc2ijvwbij
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.SH6JX6bq3t /tmp/tmp.cc2ijvwbij
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.u1bCRvJlHp
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.pfLiAIzEvX
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.u1bCRvJlHp
+++ cat /tmp/tmp.pfLiAIzEvX
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.u1bCRvJlHp
+++ cat /tmp/tmp.pfLiAIzEvX
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.u1bCRvJlHp
+++ cat /tmp/tmp.pfLiAIzEvX
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.u1bCRvJlHp
+++ cat /tmp/tmp.pfLiAIzEvX
command terminated with exit code 1
+++ rm /tmp/tmp.u1bCRvJlHp /tmp/tmp.pfLiAIzEvX
+++ return 1
++ echo
+ kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.HLSZgDb586
++ mktemp
+ local LAST_ERR=/tmp/tmp.LoBXyPNyeC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HLSZgDb586
perconaservermongodb.psmdb.percona.com/monitoring patched
+ cat /tmp/tmp.LoBXyPNyeC
+ rm /tmp/tmp.HLSZgDb586 /tmp/tmp.LoBXyPNyeC
+ return 0
+ wait_for_delete pod/monitoring-mongos-0
+ local res=pod/monitoring-mongos-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-mongos-0 to be deleted.........................Error from server (NotFound): pods "monitoring-mongos-0" not found
Error from server (NotFound): pods "monitoring-mongos-0" not found
Error from server (NotFound): pods "monitoring-mongos-0" not found
Error from server (NotFound): pods "monitoring-mongos-0" not found
+ wait_for_delete pod/monitoring-rs0-0
+ local res=pod/monitoring-rs0-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-rs0-0 to be deleted......Error from server (NotFound): pods "monitoring-rs0-0" not found
Error from server (NotFound): pods "monitoring-rs0-0" not found
Error from server (NotFound): pods "monitoring-rs0-0" not found
Error from server (NotFound): pods "monitoring-rs0-0" not found
+ wait_for_delete pod/monitoring-cfg-0
+ local res=pod/monitoring-cfg-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-cfg-0 to be deleted......Error from server (NotFound): pods "monitoring-cfg-0" not found
Error from server (NotFound): pods "monitoring-cfg-0" not found
Error from server (NotFound): pods "monitoring-cfg-0" not found
Error from server (NotFound): pods "monitoring-cfg-0" not found
+ desc 'check if services are not deleted'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if services are not deleted
-----------------------------------------------------------------------------------

+ kubectl_bin get svc monitoring-rs0
++ mktemp
+ local LAST_OUT=/tmp/tmp.p1wQo6zx2K
++ mktemp
+ local LAST_ERR=/tmp/tmp.I1xHetSxyl
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get svc monitoring-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.p1wQo6zx2K
NAME             TYPE        CLUSTER-IP   EXTERNAL-IP   PORT(S)     AGE
monitoring-rs0   ClusterIP   None         <none>        27017/TCP   17m
+ cat /tmp/tmp.I1xHetSxyl
+ rm /tmp/tmp.p1wQo6zx2K /tmp/tmp.I1xHetSxyl
+ return 0
+ kubectl_bin get svc monitoring-cfg
++ mktemp
+ local LAST_OUT=/tmp/tmp.BFW49lL1rB
++ mktemp
+ local LAST_ERR=/tmp/tmp.4mMT7gNYpx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get svc monitoring-cfg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BFW49lL1rB
NAME             TYPE        CLUSTER-IP   EXTERNAL-IP   PORT(S)     AGE
monitoring-cfg   ClusterIP   None         <none>        27017/TCP   17m
+ cat /tmp/tmp.4mMT7gNYpx
+ rm /tmp/tmp.BFW49lL1rB /tmp/tmp.4mMT7gNYpx
+ return 0
+ kubectl_bin get svc monitoring-mongos
++ mktemp
+ local LAST_OUT=/tmp/tmp.AzKuiqiak0
++ mktemp
+ local LAST_ERR=/tmp/tmp.g1OzKwyfP3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get svc monitoring-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AzKuiqiak0
NAME                TYPE        CLUSTER-IP      EXTERNAL-IP   PORT(S)     AGE
monitoring-mongos   ClusterIP   10.216.59.161   <none>        27017/TCP   15m
+ cat /tmp/tmp.g1OzKwyfP3
+ rm /tmp/tmp.AzKuiqiak0 /tmp/tmp.g1OzKwyfP3
+ return 0
+ does_node_id_exists_in_pmm=($(does_node_id_exists "${nodeList[@]}"))
++ does_node_id_exists /node_id/47b5b894-2756-40ee-b036-3746a39ff768 /node_id/4cbf5551-9219-4d8d-ad30-1ed2a76eea3b /node_id/ec6d412e-f9f9-4ac6-a310-14c05a5f8522 /node_id/2fce3003-cd12-457a-a925-40df44ade287 /node_id/3203eb0c-7380-4635-90b7-5914b5928901 /node_id/f5975577-dcad-4c63-b8bf-d268d4c05dc7 /node_id/8a558e5a-1183-49ca-a687-56609c7f30d4 /node_id/5847711d-9777-4dd6-9e9c-25778ef8c0a1 /node_id/0bd37483-2fdc-4fbb-b5c8-8b930e2818b3
++ nodeList=("$@")
++ local -a nodeList
++ nodeList_from_pmm=()
++ local -a nodeList_from_pmm
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/47b5b894-2756-40ee-b036-3746a39ff768
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.89d4SePSTo
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.tvMbuzTiPx
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.89d4SePSTo
+++++ cat /tmp/tmp.tvMbuzTiPx
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.89d4SePSTo
+++++ cat /tmp/tmp.tvMbuzTiPx
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.89d4SePSTo
+++++ cat /tmp/tmp.tvMbuzTiPx
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.89d4SePSTo
+++++ cat /tmp/tmp.tvMbuzTiPx
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.89d4SePSTo /tmp/tmp.tvMbuzTiPx
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.UHahr0yNHF
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.W8MB40ZX4J
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.UHahr0yNHF
+++ cat /tmp/tmp.W8MB40ZX4J
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.UHahr0yNHF
+++ cat /tmp/tmp.W8MB40ZX4J
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.UHahr0yNHF
+++ cat /tmp/tmp.W8MB40ZX4J
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.UHahr0yNHF
+++ cat /tmp/tmp.W8MB40ZX4J
command terminated with exit code 1
+++ rm /tmp/tmp.UHahr0yNHF /tmp/tmp.W8MB40ZX4J
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++ grep /node_id/4cbf5551-9219-4d8d-ad30-1ed2a76eea3b
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++ awk '{print $4}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.0ZxV6p2UTm
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ExNHKaXbq7
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.0ZxV6p2UTm
+++++ cat /tmp/tmp.ExNHKaXbq7
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.0ZxV6p2UTm
+++++ cat /tmp/tmp.ExNHKaXbq7
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.0ZxV6p2UTm
+++++ cat /tmp/tmp.ExNHKaXbq7
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.0ZxV6p2UTm
+++++ cat /tmp/tmp.ExNHKaXbq7
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.0ZxV6p2UTm /tmp/tmp.ExNHKaXbq7
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TqGkmL8ZFC
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.aEZL2EBeWj
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.TqGkmL8ZFC
+++ cat /tmp/tmp.aEZL2EBeWj
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.TqGkmL8ZFC
+++ cat /tmp/tmp.aEZL2EBeWj
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.TqGkmL8ZFC
+++ cat /tmp/tmp.aEZL2EBeWj
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.TqGkmL8ZFC
+++ cat /tmp/tmp.aEZL2EBeWj
command terminated with exit code 1
+++ rm /tmp/tmp.TqGkmL8ZFC /tmp/tmp.aEZL2EBeWj
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++ grep /node_id/ec6d412e-f9f9-4ac6-a310-14c05a5f8522
+++++ local LAST_OUT=/tmp/tmp.gzHq8MgVpl
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ZnevnGvKEr
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.gzHq8MgVpl
+++++ cat /tmp/tmp.ZnevnGvKEr
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.gzHq8MgVpl
+++++ cat /tmp/tmp.ZnevnGvKEr
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.gzHq8MgVpl
+++++ cat /tmp/tmp.ZnevnGvKEr
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.gzHq8MgVpl
+++++ cat /tmp/tmp.ZnevnGvKEr
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.gzHq8MgVpl /tmp/tmp.ZnevnGvKEr
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.W0XmMdIAUT
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LULg4BtafN
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.W0XmMdIAUT
+++ cat /tmp/tmp.LULg4BtafN
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.W0XmMdIAUT
+++ cat /tmp/tmp.LULg4BtafN
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.W0XmMdIAUT
+++ cat /tmp/tmp.LULg4BtafN
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.W0XmMdIAUT
+++ cat /tmp/tmp.LULg4BtafN
command terminated with exit code 1
+++ rm /tmp/tmp.W0XmMdIAUT /tmp/tmp.LULg4BtafN
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/2fce3003-cd12-457a-a925-40df44ade287
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++ awk '{print $4}'
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.HXGjNYuNsp
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.iF6K0OONC5
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.HXGjNYuNsp
+++++ cat /tmp/tmp.iF6K0OONC5
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.HXGjNYuNsp
+++++ cat /tmp/tmp.iF6K0OONC5
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.HXGjNYuNsp
+++++ cat /tmp/tmp.iF6K0OONC5
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.HXGjNYuNsp
+++++ cat /tmp/tmp.iF6K0OONC5
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.HXGjNYuNsp /tmp/tmp.iF6K0OONC5
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tIvinJcD4I
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.DB4lhib4b4
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.tIvinJcD4I
+++ cat /tmp/tmp.DB4lhib4b4
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.tIvinJcD4I
+++ cat /tmp/tmp.DB4lhib4b4
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.tIvinJcD4I
+++ cat /tmp/tmp.DB4lhib4b4
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.tIvinJcD4I
+++ cat /tmp/tmp.DB4lhib4b4
command terminated with exit code 1
+++ rm /tmp/tmp.tIvinJcD4I /tmp/tmp.DB4lhib4b4
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/3203eb0c-7380-4635-90b7-5914b5928901
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.9E09OXDhQE
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.e0TUpqc6bs
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.9E09OXDhQE
+++++ cat /tmp/tmp.e0TUpqc6bs
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.9E09OXDhQE
+++++ cat /tmp/tmp.e0TUpqc6bs
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.9E09OXDhQE
+++++ cat /tmp/tmp.e0TUpqc6bs
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.9E09OXDhQE
+++++ cat /tmp/tmp.e0TUpqc6bs
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.9E09OXDhQE /tmp/tmp.e0TUpqc6bs
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.4Nq20C6CXK
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.o7IKIwpaix
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.4Nq20C6CXK
+++ cat /tmp/tmp.o7IKIwpaix
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.4Nq20C6CXK
+++ cat /tmp/tmp.o7IKIwpaix
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.4Nq20C6CXK
+++ cat /tmp/tmp.o7IKIwpaix
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.4Nq20C6CXK
+++ cat /tmp/tmp.o7IKIwpaix
command terminated with exit code 1
+++ rm /tmp/tmp.4Nq20C6CXK /tmp/tmp.o7IKIwpaix
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/f5975577-dcad-4c63-b8bf-d268d4c05dc7
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.0P9l3SRU1t
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.i3xlw8hzN8
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.0P9l3SRU1t
+++++ cat /tmp/tmp.i3xlw8hzN8
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.0P9l3SRU1t
+++++ cat /tmp/tmp.i3xlw8hzN8
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.0P9l3SRU1t
+++++ cat /tmp/tmp.i3xlw8hzN8
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.0P9l3SRU1t
+++++ cat /tmp/tmp.i3xlw8hzN8
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.0P9l3SRU1t /tmp/tmp.i3xlw8hzN8
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MPFnGiOpSC
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Xxz4DJCKns
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.MPFnGiOpSC
+++ cat /tmp/tmp.Xxz4DJCKns
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.MPFnGiOpSC
+++ cat /tmp/tmp.Xxz4DJCKns
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.MPFnGiOpSC
+++ cat /tmp/tmp.Xxz4DJCKns
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.MPFnGiOpSC
+++ cat /tmp/tmp.Xxz4DJCKns
command terminated with exit code 1
+++ rm /tmp/tmp.MPFnGiOpSC /tmp/tmp.Xxz4DJCKns
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/8a558e5a-1183-49ca-a687-56609c7f30d4
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.YkjLmpBnWl
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Mo8skkJJpI
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.YkjLmpBnWl
+++++ cat /tmp/tmp.Mo8skkJJpI
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.YkjLmpBnWl
+++++ cat /tmp/tmp.Mo8skkJJpI
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.YkjLmpBnWl
+++++ cat /tmp/tmp.Mo8skkJJpI
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.YkjLmpBnWl
+++++ cat /tmp/tmp.Mo8skkJJpI
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.YkjLmpBnWl /tmp/tmp.Mo8skkJJpI
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.itzozorpDg
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1lnFnjgvNk
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.itzozorpDg
+++ cat /tmp/tmp.1lnFnjgvNk
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.itzozorpDg
+++ cat /tmp/tmp.1lnFnjgvNk
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.itzozorpDg
+++ cat /tmp/tmp.1lnFnjgvNk
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.itzozorpDg
+++ cat /tmp/tmp.1lnFnjgvNk
command terminated with exit code 1
+++ rm /tmp/tmp.itzozorpDg /tmp/tmp.1lnFnjgvNk
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/5847711d-9777-4dd6-9e9c-25778ef8c0a1
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.wuInA1IXL4
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.EeSmpuQMi3
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.wuInA1IXL4
+++++ cat /tmp/tmp.EeSmpuQMi3
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.wuInA1IXL4
+++++ cat /tmp/tmp.EeSmpuQMi3
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.wuInA1IXL4
+++++ cat /tmp/tmp.EeSmpuQMi3
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.wuInA1IXL4
+++++ cat /tmp/tmp.EeSmpuQMi3
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.wuInA1IXL4 /tmp/tmp.EeSmpuQMi3
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.LjLIrU9LPq
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.UjRbhOSVCV
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.LjLIrU9LPq
+++ cat /tmp/tmp.UjRbhOSVCV
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.LjLIrU9LPq
+++ cat /tmp/tmp.UjRbhOSVCV
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.LjLIrU9LPq
+++ cat /tmp/tmp.UjRbhOSVCV
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.LjLIrU9LPq
+++ cat /tmp/tmp.UjRbhOSVCV
command terminated with exit code 1
+++ rm /tmp/tmp.LjLIrU9LPq /tmp/tmp.UjRbhOSVCV
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/0bd37483-2fdc-4fbb-b5c8-8b930e2818b3
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ local server_type=rs0
+++++ kubectl_bin get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.t4X9iKQq89
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.egGlSF8Zta
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.t4X9iKQq89
+++++ cat /tmp/tmp.egGlSF8Zta
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 0
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.t4X9iKQq89
+++++ cat /tmp/tmp.egGlSF8Zta
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 4
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get psmdb/monitoring-service -o 'jsonpath={.spec.replsets[].expose.enabled}'
+++++ exit_status=1
+++++ set -e
+++++ '[' 1 '!=' 0 -a -n 1 ']'
+++++ cat /tmp/tmp.t4X9iKQq89
+++++ cat /tmp/tmp.egGlSF8Zta
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ sleep 8
+++++ cat /tmp/tmp.t4X9iKQq89
+++++ cat /tmp/tmp.egGlSF8Zta
Error from server (NotFound): perconaservermongodbs.psmdb.percona.com "monitoring-service" not found
+++++ rm /tmp/tmp.t4X9iKQq89 /tmp/tmp.egGlSF8Zta
+++++ return 1
++++ '[' '' '!=' true ']'
++++ echo -n monitoring-service.monitoring-service-rs0
++++ return
+++ kubectl_bin exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.f5Zl282Uqq
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ODdBLis5a9
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.f5Zl282Uqq
+++ cat /tmp/tmp.ODdBLis5a9
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.f5Zl282Uqq
+++ cat /tmp/tmp.ODdBLis5a9
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-1006 monitoring-0 -- pmm-admin --server-url=https://admin:admin@monitoring-service.monitoring-service-rs0/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.f5Zl282Uqq
+++ cat /tmp/tmp.ODdBLis5a9
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.f5Zl282Uqq
+++ cat /tmp/tmp.ODdBLis5a9
command terminated with exit code 1
+++ rm /tmp/tmp.f5Zl282Uqq /tmp/tmp.ODdBLis5a9
+++ return 1
++ echo
+ [[ -n '' ]]
++ kubectl_bin logs monitoring-rs0-0 pmm-client
++ grep -c 'cannot auto discover databases and collections'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KvkI5X4lVJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6Nrl9zd7tj
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl logs monitoring-rs0-0 pmm-client
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.KvkI5X4lVJ
++ cat /tmp/tmp.6Nrl9zd7tj
error: error from server (NotFound): pods "monitoring-rs0-0" not found in namespace "monitoring-2-0-1006"
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl logs monitoring-rs0-0 pmm-client
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.KvkI5X4lVJ
++ cat /tmp/tmp.6Nrl9zd7tj
error: error from server (NotFound): pods "monitoring-rs0-0" not found in namespace "monitoring-2-0-1006"
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl logs monitoring-rs0-0 pmm-client
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.KvkI5X4lVJ
++ cat /tmp/tmp.6Nrl9zd7tj
error: error from server (NotFound): pods "monitoring-rs0-0" not found in namespace "monitoring-2-0-1006"
++ sleep 8
++ cat /tmp/tmp.KvkI5X4lVJ
++ cat /tmp/tmp.6Nrl9zd7tj
error: error from server (NotFound): pods "monitoring-rs0-0" not found in namespace "monitoring-2-0-1006"
++ rm /tmp/tmp.KvkI5X4lVJ /tmp/tmp.6Nrl9zd7tj
++ return 1
+ [[ 0 != 0 ]]
+ desc 'check for passwords leak'
+ set +o xtrace


-----------------------------------------------------------------------------------
check for passwords leak
-----------------------------------------------------------------------------------

+ check_passwords_leak
+ local secrets
+ local passwords
+ local pods
++ kubectl_bin get secrets -o json
++ jq -r '.items[].data | to_entries | .[] | select(.key | (contains("_PASSWORD"))) | .value'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WmjhXDyd46
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pxAOIgnj0j
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WmjhXDyd46
++ cat /tmp/tmp.pxAOIgnj0j
++ rm /tmp/tmp.WmjhXDyd46 /tmp/tmp.pxAOIgnj0j
++ return 0
+ secrets='YmFja3VwMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
dXNlckFkbWluMTIzNDU2
YmFja3VwMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
dXNlckFkbWluMTIzNDU2'
+ echo secrets=YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2
secrets=YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
+ passwords='backup123456
clusterAdmin123456
clusterMonitor123456
databaseAdmin123456
userAdmin123456
backup123456
clusterAdmin123456
clusterMonitor123456
databaseAdmin123456
userAdmin123456 YmFja3VwMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
dXNlckFkbWluMTIzNDU2
YmFja3VwMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
dXNlckFkbWluMTIzNDU2'
+ echo passwords=backup123456 clusterAdmin123456 clusterMonitor123456 databaseAdmin123456 userAdmin123456 backup123456 clusterAdmin123456 clusterMonitor123456 databaseAdmin123456 userAdmin123456 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2
passwords=backup123456 clusterAdmin123456 clusterMonitor123456 databaseAdmin123456 userAdmin123456 backup123456 clusterAdmin123456 clusterMonitor123456 databaseAdmin123456 userAdmin123456 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2
++ kubectl_bin get pods -o name
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bf19LlIQ2g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rf8YXiO5fN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods -o name
++ awk -F / '{print $2}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bf19LlIQ2g
++ cat /tmp/tmp.rf8YXiO5fN
++ rm /tmp/tmp.bf19LlIQ2g /tmp/tmp.rf8YXiO5fN
++ return 0
+ pods='monitoring-0
psmdb-client-6f7f47c4b-jbvfv'
+ echo pods=monitoring-0 psmdb-client-6f7f47c4b-jbvfv
pods=monitoring-0 psmdb-client-6f7f47c4b-jbvfv
+ collect_logs monitoring-2-0-1006
+ local containers
+ local count
+ NS=monitoring-2-0-1006
+ for p in '$pods'
++ kubectl_bin -n monitoring-2-0-1006 get pod monitoring-0 -o 'jsonpath={.spec.containers[*].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.k8eu780EQ6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ngy2NADYcO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl -n monitoring-2-0-1006 get pod monitoring-0 -o 'jsonpath={.spec.containers[*].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.k8eu780EQ6
++ cat /tmp/tmp.Ngy2NADYcO
++ rm /tmp/tmp.k8eu780EQ6 /tmp/tmp.Ngy2NADYcO
++ return 0
+ containers=monitoring
+ for c in '$containers'
+ [[ monitoring =~ pmm ]]
+ kubectl_bin -n monitoring-2-0-1006 logs monitoring-0 -c monitoring
++ mktemp
+ local LAST_OUT=/tmp/tmp.tS7yGop5yC
++ mktemp
+ local LAST_ERR=/tmp/tmp.lBaH5yTWhz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n monitoring-2-0-1006 logs monitoring-0 -c monitoring
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.tS7yGop5yC
+ cat /tmp/tmp.lBaH5yTWhz
+ rm /tmp/tmp.tS7yGop5yC /tmp/tmp.lBaH5yTWhz
+ return 0
+ echo logs saved in: /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
logs saved in: /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-monitoring-0-monitoring.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ echo

+ for p in '$pods'
++ kubectl_bin -n monitoring-2-0-1006 get pod psmdb-client-6f7f47c4b-jbvfv -o 'jsonpath={.spec.containers[*].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nrmYDwbmI2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.53WxdwoKWX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl -n monitoring-2-0-1006 get pod psmdb-client-6f7f47c4b-jbvfv -o 'jsonpath={.spec.containers[*].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nrmYDwbmI2
++ cat /tmp/tmp.53WxdwoKWX
++ rm /tmp/tmp.nrmYDwbmI2 /tmp/tmp.53WxdwoKWX
++ return 0
+ containers=psmdb-client
+ for c in '$containers'
+ [[ psmdb-client =~ pmm ]]
+ kubectl_bin -n monitoring-2-0-1006 logs psmdb-client-6f7f47c4b-jbvfv -c psmdb-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.A06p8dQloB
++ mktemp
+ local LAST_ERR=/tmp/tmp.3N4QJOpMwR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n monitoring-2-0-1006 logs psmdb-client-6f7f47c4b-jbvfv -c psmdb-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.A06p8dQloB
+ cat /tmp/tmp.3N4QJOpMwR
+ rm /tmp/tmp.A06p8dQloB /tmp/tmp.3N4QJOpMwR
+ return 0
+ echo logs saved in: /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
logs saved in: /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-psmdb-client-6f7f47c4b-jbvfv-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ echo

+ '[' -n psmdb-operator ']'
++ kubectl_bin -n psmdb-operator get pods -o name
++ awk -F / '{print $2}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.blK8Yiw01B
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3wemPbyfIH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl -n psmdb-operator get pods -o name
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.blK8Yiw01B
++ cat /tmp/tmp.3wemPbyfIH
++ rm /tmp/tmp.blK8Yiw01B /tmp/tmp.3wemPbyfIH
++ return 0
+ pods=percona-server-mongodb-operator-756cdb5956-999kw
+ collect_logs psmdb-operator
+ local containers
+ local count
+ NS=psmdb-operator
+ for p in '$pods'
++ kubectl_bin -n psmdb-operator get pod percona-server-mongodb-operator-756cdb5956-999kw -o 'jsonpath={.spec.containers[*].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fZM7GbxaOk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dhuAqVVmmY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl -n psmdb-operator get pod percona-server-mongodb-operator-756cdb5956-999kw -o 'jsonpath={.spec.containers[*].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fZM7GbxaOk
++ cat /tmp/tmp.dhuAqVVmmY
++ rm /tmp/tmp.fZM7GbxaOk /tmp/tmp.dhuAqVVmmY
++ return 0
+ containers=percona-server-mongodb-operator
+ for c in '$containers'
+ [[ percona-server-mongodb-operator =~ pmm ]]
+ kubectl_bin -n psmdb-operator logs percona-server-mongodb-operator-756cdb5956-999kw -c percona-server-mongodb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.8NBtldWDeG
++ mktemp
+ local LAST_ERR=/tmp/tmp.PB1MQZIZuf
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n psmdb-operator logs percona-server-mongodb-operator-756cdb5956-999kw -c percona-server-mongodb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8NBtldWDeG
+ cat /tmp/tmp.PB1MQZIZuf
+ rm /tmp/tmp.8NBtldWDeG /tmp/tmp.PB1MQZIZuf
+ return 0
+ echo logs saved in: /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
logs saved in: /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.NlHyTylSCw/logs_output-percona-server-mongodb-operator-756cdb5956-999kw-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ echo

+ helm uninstall monitoring
release "monitoring" uninstalled
+ destroy monitoring-2-0-1006
+ local namespace=monitoring-2-0-1006
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.5ZbIlqbpsq
++ mktemp
+ local LAST_ERR=/tmp/tmp.QRICVUIqmB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5ZbIlqbpsq
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.QRICVUIqmB
+ rm /tmp/tmp.5ZbIlqbpsq /tmp/tmp.QRICVUIqmB
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.jSQLJfF2Xy
++ mktemp
+ local LAST_ERR=/tmp/tmp.zp6q2jhrRQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jSQLJfF2Xy
+ cat /tmp/tmp.zp6q2jhrRQ
+ rm /tmp/tmp.jSQLJfF2Xy /tmp/tmp.zp6q2jhrRQ
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.bbBsqITV6O
++ mktemp
+ local LAST_ERR=/tmp/tmp.4sSjkzf8dm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bbBsqITV6O
+ cat /tmp/tmp.4sSjkzf8dm
+ rm /tmp/tmp.bbBsqITV6O /tmp/tmp.4sSjkzf8dm
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.EHhncHbVEi
++ mktemp
+ local LAST_ERR=/tmp/tmp.lZCuD8gYOb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EHhncHbVEi
+ cat /tmp/tmp.lZCuD8gYOb
+ rm /tmp/tmp.EHhncHbVEi /tmp/tmp.lZCuD8gYOb
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.Nl2QZW3lGZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.RJTnY7YyZ9
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1613/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Nl2QZW3lGZ
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.RJTnY7YyZ9
+ rm /tmp/tmp.Nl2QZW3lGZ /tmp/tmp.RJTnY7YyZ9
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.zc1jL2ahE6
++ mktemp
+ local LAST_ERR=/tmp/tmp.VHXCCeHpPe
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.zc1jL2ahE6
namespace "cert-manager" deleted
customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted
serviceaccount "cert-manager-cainjector" deleted
serviceaccount "cert-manager" deleted
serviceaccount "cert-manager-webhook" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-cluster-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted
role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted
rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted
rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted
mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
+ cat /tmp/tmp.VHXCCeHpPe
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.zc1jL2ahE6
namespace "cert-manager" deleted
+ cat /tmp/tmp.VHXCCeHpPe
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.zc1jL2ahE6
+ cat /tmp/tmp.VHXCCeHpPe
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.zc1jL2ahE6
+ cat /tmp/tmp.VHXCCeHpPe
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.15.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.zc1jL2ahE6 /tmp/tmp.VHXCCeHpPe
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ rm -rf /tmp/tmp.NlHyTylSCw
+ kubectl_bin delete --grace-period=0 --force=true namespace monitoring-2-0-1006
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Stm8iMKBdz
++ mktemp
+ local LAST_ERR=/tmp/tmp.wrgkfMmUOo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace monitoring-2-0-1006
++ mktemp
+ local LAST_OUT=/tmp/tmp.1ovDfzg0OM
++ mktemp
+ local LAST_ERR=/tmp/tmp.eIHGysvyIV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator