Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/logs/monitoring-pmm3.log
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
+ create_infra monitoring-pmm3-18741
+ local ns=monitoring-pmm3-18741
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.cxicB8TBfJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.1KW69n78dj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cxicB8TBfJ
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.1KW69n78dj
+ rm /tmp/tmp.cxicB8TBfJ /tmp/tmp.1KW69n78dj
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.RWv2acL1Jq
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZDCOyo8XQL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.RWv2acL1Jq
+ cat /tmp/tmp.ZDCOyo8XQL
+ rm /tmp/tmp.RWv2acL1Jq /tmp/tmp.ZDCOyo8XQL
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.s9sXMaG1wb
++ mktemp
+ local LAST_ERR=/tmp/tmp.DCgUO9Q4o8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.s9sXMaG1wb
+ cat /tmp/tmp.DCgUO9Q4o8
+ rm /tmp/tmp.s9sXMaG1wb /tmp/tmp.DCgUO9Q4o8
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.2pR6nARvNs
++ mktemp
+ local LAST_ERR=/tmp/tmp.sFwWgj3ew3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2pR6nARvNs
+ cat /tmp/tmp.sFwWgj3ew3
+ rm /tmp/tmp.2pR6nARvNs /tmp/tmp.sFwWgj3ew3
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.Os9hqslQHe
++ mktemp
+ local LAST_ERR=/tmp/tmp.MNsdmpuWjn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Os9hqslQHe
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.MNsdmpuWjn
+ rm /tmp/tmp.Os9hqslQHe /tmp/tmp.MNsdmpuWjn
+ return 0
+ check_crd_for_deletion PR-1965-0d670696
+ local git_tag=PR-1965-0d670696
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1965-0d670696/deploy/crd.yaml
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
++ yq eval .metadata.name
++ /usr/bin/sed s/---//g
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8ZhFzmWWcS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BjHDyEtkYI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.8ZhFzmWWcS
++ cat /tmp/tmp.BjHDyEtkYI
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.8ZhFzmWWcS
++ cat /tmp/tmp.BjHDyEtkYI
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.8ZhFzmWWcS
++ cat /tmp/tmp.BjHDyEtkYI
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.8ZhFzmWWcS
++ cat /tmp/tmp.BjHDyEtkYI
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.8ZhFzmWWcS /tmp/tmp.BjHDyEtkYI
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.ugWDLGCLgQ
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.BWfpn1IuM6
+ local exit_status=0
+ local timeout=4
+ local LAST_OUT=/tmp/tmp.3eGGCyx4cM
++ seq 0 2
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ local LAST_ERR=/tmp/tmp.8CCofe6dpA
+ local exit_status=0
+ local timeout=4
+ xargs kubectl delete ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ awk '{print$1}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3eGGCyx4cM
+ cat /tmp/tmp.8CCofe6dpA
+ rm /tmp/tmp.3eGGCyx4cM /tmp/tmp.8CCofe6dpA
+ return 0
namespace "cert-manager" deleted
namespace "gke-managed-cim" deleted
namespace "gke-managed-system" deleted
namespace "gmp-public" deleted
namespace "gmp-system" deleted
namespace "monitoring-pmm3-12426" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ugWDLGCLgQ
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.BWfpn1IuM6
+ rm /tmp/tmp.ugWDLGCLgQ /tmp/tmp.BWfpn1IuM6
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.hfRIDEWJ9j
++ mktemp
+ local LAST_ERR=/tmp/tmp.G23UGLRqqF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hfRIDEWJ9j
+ cat /tmp/tmp.G23UGLRqqF
+ rm /tmp/tmp.hfRIDEWJ9j /tmp/tmp.G23UGLRqqF
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.wbNrZHdOAT
++ mktemp
+ local LAST_ERR=/tmp/tmp.b20KoIdYZZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wbNrZHdOAT
namespace/psmdb-operator created
+ cat /tmp/tmp.b20KoIdYZZ
+ rm /tmp/tmp.wbNrZHdOAT /tmp/tmp.b20KoIdYZZ
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ga4w736qpP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.szhpphzyEC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ga4w736qpP
++ cat /tmp/tmp.szhpphzyEC
++ rm /tmp/tmp.ga4w736qpP /tmp/tmp.szhpphzyEC
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1965-0d670696-1-cluster8 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.DkkP1NtvGR
++ mktemp
+ local LAST_ERR=/tmp/tmp.SGoPjCwBZU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1965-0d670696-1-cluster8 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DkkP1NtvGR
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1965-0d670696-1-cluster8" modified.
+ cat /tmp/tmp.SGoPjCwBZU
+ rm /tmp/tmp.DkkP1NtvGR /tmp/tmp.SGoPjCwBZU
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.3AIY6RPId7
++ mktemp
+ local LAST_ERR=/tmp/tmp.tw7VoLHQ0k
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3AIY6RPId7
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.tw7VoLHQ0k
+ rm /tmp/tmp.3AIY6RPId7 /tmp/tmp.tw7VoLHQ0k
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/cw-rbac.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.G5GDqpYzma
++ mktemp
+ local LAST_ERR=/tmp/tmp.c6qc9XPjmT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.G5GDqpYzma
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.c6qc9XPjmT
+ rm /tmp/tmp.G5GDqpYzma /tmp/tmp.c6qc9XPjmT
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1965-0d670696") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.xo90uuG55X
++ mktemp
+ local LAST_ERR=/tmp/tmp.20cgAwS1Uh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xo90uuG55X
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.20cgAwS1Uh
+ rm /tmp/tmp.xo90uuG55X /tmp/tmp.20cgAwS1Uh
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6PEalpMdvQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jy8CXlmzZq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6PEalpMdvQ
++ cat /tmp/tmp.jy8CXlmzZq
++ rm /tmp/tmp.6PEalpMdvQ /tmp/tmp.jy8CXlmzZq
++ return 0
+ wait_pod percona-server-mongodb-operator-7679559fb5-49mfv
+ local pod=percona-server-mongodb-operator-7679559fb5-49mfv
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-7679559fb5-49mfv to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.A8uNYd3IKC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FV28H6jUJV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.A8uNYd3IKC
++ cat /tmp/tmp.FV28H6jUJV
++ rm /tmp/tmp.A8uNYd3IKC /tmp/tmp.FV28H6jUJV
++ return 0
+ kubectl_bin logs percona-server-mongodb-operator-7679559fb5-49mfv
++ mktemp
+ local LAST_OUT=/tmp/tmp.qa3OtjeYx1
++ mktemp
+ local LAST_ERR=/tmp/tmp.TbstYGpRLC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs percona-server-mongodb-operator-7679559fb5-49mfv
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qa3OtjeYx1
+ cat /tmp/tmp.TbstYGpRLC
+ rm /tmp/tmp.qa3OtjeYx1 /tmp/tmp.TbstYGpRLC
+ return 0
2025-06-09T03:20:55.265Z	INFO	setup	Manager starting up	{"gitCommit": "0d6706965b3ee5c57aa53951860505b0d497f5b1", "gitBranch": "PR-1965-0d670696", "buildTime": "", "goVersion": "go1.24.4", "os": "linux", "arch": "amd64"}
+ create_namespace monitoring-pmm3-18741
+ local namespace=monitoring-pmm3-18741
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces monitoring-pmm3-18741'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces monitoring-pmm3-18741
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace monitoring-pmm3-18741 --ignore-not-found
++ mktemp
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.2RyyAApQZy
++ mktemp
+ local LAST_ERR=/tmp/tmp.A05zfBg5gz
+ local exit_status=0
+ local timeout=4
+ local LAST_OUT=/tmp/tmp.KolcUVUGCR
++ mktemp
+ local LAST_ERR=/tmp/tmp.n1oLRLMo1c
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace monitoring-pmm3-18741 --ignore-not-found
++ seq 0 2
+ awk '{print$1}'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2RyyAApQZy
+ cat /tmp/tmp.A05zfBg5gz
+ rm /tmp/tmp.2RyyAApQZy /tmp/tmp.A05zfBg5gz
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KolcUVUGCR
+ cat /tmp/tmp.n1oLRLMo1c
+ rm /tmp/tmp.KolcUVUGCR /tmp/tmp.n1oLRLMo1c
+ return 0
+ kubectl_bin wait --for=delete namespace monitoring-pmm3-18741
++ mktemp
+ local LAST_OUT=/tmp/tmp.HSMXKfO1qm
++ mktemp
+ local LAST_ERR=/tmp/tmp.vPtBfdJVIT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace monitoring-pmm3-18741
namespace "gke-managed-cim" deleted
namespace "gke-managed-system" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HSMXKfO1qm
+ cat /tmp/tmp.vPtBfdJVIT
+ rm /tmp/tmp.HSMXKfO1qm /tmp/tmp.vPtBfdJVIT
+ return 0
+ desc 'create namespace monitoring-pmm3-18741'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace monitoring-pmm3-18741
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace monitoring-pmm3-18741
++ mktemp
+ local LAST_OUT=/tmp/tmp.7tuSf97keU
++ mktemp
+ local LAST_ERR=/tmp/tmp.vqJoB5EYJF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace monitoring-pmm3-18741
namespace "gmp-public" deleted
namespace "gmp-system" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7tuSf97keU
namespace/monitoring-pmm3-18741 created
+ cat /tmp/tmp.vqJoB5EYJF
+ rm /tmp/tmp.7tuSf97keU /tmp/tmp.vqJoB5EYJF
+ return 0
+ set_kube_ctx monitoring-pmm3-18741
+ local namespace=monitoring-pmm3-18741
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.py86gLPOBo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y1EZpsBqnu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.py86gLPOBo
++ cat /tmp/tmp.Y1EZpsBqnu
++ rm /tmp/tmp.py86gLPOBo /tmp/tmp.Y1EZpsBqnu
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1965-0d670696-1-cluster8 --namespace=monitoring-pmm3-18741
++ mktemp
+ local LAST_OUT=/tmp/tmp.N31ZpCYEjW
++ mktemp
+ local LAST_ERR=/tmp/tmp.2aQNKCl1kU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1965-0d670696-1-cluster8 --namespace=monitoring-pmm3-18741
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.N31ZpCYEjW
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1965-0d670696-1-cluster8" modified.
+ cat /tmp/tmp.2aQNKCl1kU
+ rm /tmp/tmp.N31ZpCYEjW /tmp/tmp.2aQNKCl1kU
+ return 0
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.7T7718EV3Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.9FpXPWRMn2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7T7718EV3Q
namespace/cert-manager created
+ cat /tmp/tmp.9FpXPWRMn2
+ rm /tmp/tmp.7T7718EV3Q /tmp/tmp.9FpXPWRMn2
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.mUc8JtyZa7
++ mktemp
+ local LAST_ERR=/tmp/tmp.jtt86UJ1o3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mUc8JtyZa7
namespace/cert-manager labeled
+ cat /tmp/tmp.jtt86UJ1o3
+ rm /tmp/tmp.mUc8JtyZa7 /tmp/tmp.jtt86UJ1o3
+ return 0
+ kubectl_bin apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.gWfUeSvuFK
++ mktemp
+ local LAST_ERR=/tmp/tmp.o2bosDJV6M
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gWfUeSvuFK
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-tokenrequest created
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager-cert-manager-tokenrequest created
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager-cainjector created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.o2bosDJV6M
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.gWfUeSvuFK /tmp/tmp.o2bosDJV6M
+ return 0
+ kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
++ mktemp
+ local LAST_OUT=/tmp/tmp.smdyrEI94z
++ mktemp
+ local LAST_ERR=/tmp/tmp.9JDwuTEDdx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.smdyrEI94z
pod/cert-manager-6687d8765c-9cp5p condition met
pod/cert-manager-cainjector-764498cfc8-zh7kg condition met
pod/cert-manager-webhook-74c74b87d7-dhxt4 condition met
+ cat /tmp/tmp.9JDwuTEDdx
+ rm /tmp/tmp.smdyrEI94z /tmp/tmp.9JDwuTEDdx
+ return 0
+ sleep 120
+ desc 'install PMM Server'
+ set +o xtrace


-----------------------------------------------------------------------------------
install PMM Server
-----------------------------------------------------------------------------------

+ deploy_pmm3_server
+ helm repo remove stable
"stable" has been removed from your repositories
+ helm repo add stable https://charts.helm.sh/stable
"stable" has been added to your repositories
+ [[ -n '' ]]
+ helm uninstall monitoring
Error: uninstall: Release not loaded: monitoring: release: not found
+ :
+ helm repo remove percona
"percona" has been removed from your repositories
+ kubectl delete clusterrole monitoring --ignore-not-found
+ kubectl delete clusterrolebinding monitoring --ignore-not-found
+ helm repo add percona https://percona.github.io/percona-helm-charts/
"percona" has been added to your repositories
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "chaos-mesh" chart repository
...Successfully got an update from the "hashicorp" chart repository
...Successfully got an update from the "percona" chart repository
...Successfully got an update from the "stable" chart repository
Update Complete. ⎈Happy Helming!⎈
+ retry 10 60 helm install monitoring percona/pmm --set fullnameOverride=monitoring-server --set image.tag=3.1.0 --set image.repository=perconalab/pmm-server --set service.type=LoadBalancer --force
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install monitoring percona/pmm --set fullnameOverride=monitoring-server --set image.tag=3.1.0 --set image.repository=perconalab/pmm-server --set service.type=LoadBalancer --force
NAME: monitoring
LAST DEPLOYED: Mon Jun  9 03:23:43 2025
NAMESPACE: monitoring-pmm3-18741
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
Percona Monitoring and Management (PMM)

An open source database monitoring, observability and management tool
Check more info here: https://docs.percona.com/percona-monitoring-and-management/index.html

Get the application URL:
     NOTE: It may take a few minutes for the LoadBalancer IP to be available.
           You can watch the status of by running 'kubectl get --namespace monitoring-pmm3-18741 svc -w monitoring-service'
  export SERVICE_IP=$(kubectl get svc --namespace monitoring-pmm3-18741 monitoring-service -o jsonpath="{.status.loadBalancer.ingress[0].ip}")
  echo https://$SERVICE_IP:

Get password for the "admin" user:
  export ADMIN_PASS=$(kubectl get secret pmm-secret --namespace monitoring-pmm3-18741 -o jsonpath='{.data.PMM_ADMIN_PASSWORD}' | base64 --decode)
  echo $ADMIN_PASS
+ sleep 20
+ kubectl_bin exec monitoring-server-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
++ mktemp
+ local LAST_OUT=/tmp/tmp.LncVocLnpW
++ mktemp
+ local LAST_ERR=/tmp/tmp.E7vDAmVeas
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-server-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.LncVocLnpW
+ cat /tmp/tmp.E7vDAmVeas
+ rm /tmp/tmp.LncVocLnpW /tmp/tmp.E7vDAmVeas
+ return 0
+ cluster=monitoring-pmm3
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.nwAu4vQQCW
++ mktemp
+ local LAST_ERR=/tmp/tmp.XR5ewHyrAc
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.nwAu4vQQCW
secret/some-users created
secret/some-users unchanged
+ cat /tmp/tmp.XR5ewHyrAc
+ rm /tmp/tmp.nwAu4vQQCW /tmp/tmp.XR5ewHyrAc
+ return 0
+ kubectl_bin apply -f -
+ yq '.spec.template.spec.volumes[0].secret.secretName="monitoring-pmm3-ssl"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/conf/client_with_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.lzE9DuykLH
++ mktemp
+ local LAST_ERR=/tmp/tmp.8ICyC4OgrP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lzE9DuykLH
deployment.apps/psmdb-client created
+ cat /tmp/tmp.8ICyC4OgrP
+ rm /tmp/tmp.lzE9DuykLH /tmp/tmp.8ICyC4OgrP
+ return 0
+ sleep 90
+ desc 'create first PSMDB cluster monitoring-pmm3'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster monitoring-pmm3
-----------------------------------------------------------------------------------

+ custom_cluster_name=super-custom
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/conf/monitoring-pmm3-rs0.yml
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1965-0d670696"' -
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:3.1.0"' -
+ yq eval '.spec.upgradeOptions.apply = "Never"' -
+ kubectl_bin apply -f -
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"' -
+ yq eval '(.spec | select(has("pmm"))).pmm.customClusterName = "super-custom"' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.FMxMt8EGuV
++ mktemp
+ local LAST_ERR=/tmp/tmp.rgGKMM1XZx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FMxMt8EGuV
perconaservermongodb.psmdb.percona.com/monitoring-pmm3 created
+ cat /tmp/tmp.rgGKMM1XZx
+ rm /tmp/tmp.FMxMt8EGuV /tmp/tmp.rgGKMM1XZx
+ return 0
+ wait_for_running monitoring-pmm3-rs0 3
+ local name=monitoring-pmm3-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=monitoring-pmm3
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod monitoring-pmm3-rs0-0
+ local pod=monitoring-pmm3-rs0-0
+ set +o xtrace
waiting for pod/monitoring-pmm3-rs0-0 to be ready...........OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod monitoring-pmm3-rs0-1
+ local pod=monitoring-pmm3-rs0-1
+ set +o xtrace
waiting for pod/monitoring-pmm3-rs0-1 to be ready............OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xYPyotTX2S
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jZLNKNgQb1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xYPyotTX2S
++ cat /tmp/tmp.jZLNKNgQb1
++ rm /tmp/tmp.xYPyotTX2S /tmp/tmp.jZLNKNgQb1
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod monitoring-pmm3-rs0-2
+ local pod=monitoring-pmm3-rs0-2
+ set +o xtrace
waiting for pod/monitoring-pmm3-rs0-2 to be ready...........OK
++ kubectl_bin get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HLw7FZCyte
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LlQpoPGFz3
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HLw7FZCyte
++ cat /tmp/tmp.LlQpoPGFz3
++ rm /tmp/tmp.HLw7FZCyte /tmp/tmp.LlQpoPGFz3
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Yf11KidX3q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sx7ECYQ8iK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Yf11KidX3q
++ cat /tmp/tmp.sx7ECYQ8iK
++ rm /tmp/tmp.Yf11KidX3q /tmp/tmp.sx7ECYQ8iK
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.....................
+ desc 'check if pmm-client container is not enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if pmm-client container is not enabled
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/monitoring-pmm3-rs0 -no-pmm
+ local resource=statefulset/monitoring-pmm3-rs0
+ local postfix=-no-pmm
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-rs0-no-pmm.yml
+ local new_result=/tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-rs0-no-pmm-oc.yml ']'
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-pmm3-18741", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ kubectl_bin get -o yaml statefulset/monitoring-pmm3-rs0
++ mktemp
+ local LAST_OUT=/tmp/tmp.2fvR85KCVK
++ mktemp
+ local LAST_ERR=/tmp/tmp.EQuxrDp9qJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-pmm3-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2fvR85KCVK
+ cat /tmp/tmp.EQuxrDp9qJ
+ rm /tmp/tmp.2fvR85KCVK /tmp/tmp.EQuxrDp9qJ
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ version_gt 1.22
++ bc -l
++ echo '1.30 >= 1.22'
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-rs0-no-pmm.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-rs0-no-pmm.yml /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ sleep 10
+ custom_port=27019
+ run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@monitoring-pmm3-mongos.monitoring-pmm3-18741 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@monitoring-pmm3-mongos.monitoring-pmm3-18741
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ awk -F: '{print $2}'
++ echo .svc.cluster.local
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CtMY9QBbkk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.L4TLc46LbY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CtMY9QBbkk
++ cat /tmp/tmp.L4TLc46LbY
++ rm /tmp/tmp.CtMY9QBbkk /tmp/tmp.L4TLc46LbY
++ return 0
+ local client_container=psmdb-client-f8b7b5fb5-sz9f2
+ kubectl_bin exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.eILVUynVKi
++ mktemp
+ local LAST_ERR=/tmp/tmp.xSjKoAY5Zy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eILVUynVKi
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2025-06-09T03:28:29.526Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("9f9f5d48-3f12-4a68-b8f2-ebd2e18ef71e") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.xSjKoAY5Zy
+ rm /tmp/tmp.eILVUynVKi /tmp/tmp.xSjKoAY5Zy
+ return 0
+ run_mongos 'sh.enableSharding("myApp")' clusterAdmin:clusterAdmin123456@monitoring-pmm3-mongos.monitoring-pmm3-18741 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=sh.enableSharding("myApp")'
+ local uri=clusterAdmin:clusterAdmin123456@monitoring-pmm3-mongos.monitoring-pmm3-18741
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Sbyp61yKAe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FSVRAeQXo0
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Sbyp61yKAe
++ cat /tmp/tmp.FSVRAeQXo0
++ rm /tmp/tmp.Sbyp61yKAe /tmp/tmp.FSVRAeQXo0
++ return 0
+ local client_container=psmdb-client-f8b7b5fb5-sz9f2
+ kubectl_bin exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.FJzlB5iMGo
++ mktemp
+ local LAST_ERR=/tmp/tmp.BDM05szYAW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FJzlB5iMGo
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2025-06-09T03:28:33.091Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("7e58bcd7-7996-440c-b0f6-b73d2c4fd680") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
{
	"ok" : 1,
	"$clusterTime" : {
		"clusterTime" : Timestamp(1749439713, 8),
		"signature" : {
			"hash" : BinData(0,"EC9qq3Np7ck0acgTCZG5PRQR3Mw="),
			"keyId" : NumberLong("7513785945636732951")
		}
	},
	"operationTime" : Timestamp(1749439713, 2)
}
bye
+ cat /tmp/tmp.BDM05szYAW
+ rm /tmp/tmp.FJzlB5iMGo /tmp/tmp.BDM05szYAW
+ return 0
+ insert_data_mongos 100500 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local data=100500
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ run_mongos 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Iqy7b5F8ch
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wLVJh11gGK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Iqy7b5F8ch
++ cat /tmp/tmp.wLVJh11gGK
++ rm /tmp/tmp.Iqy7b5F8ch /tmp/tmp.wLVJh11gGK
++ return 0
+ local client_container=psmdb-client-f8b7b5fb5-sz9f2
+ kubectl_bin exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.HT7oEklGXP
++ mktemp
+ local LAST_ERR=/tmp/tmp.a8ZuRE1TlD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HT7oEklGXP
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2025-06-09T03:28:35.450Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("3114f77e-d79f-4538-8ee9-962612fa0b70") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.a8ZuRE1TlD
+ rm /tmp/tmp.HT7oEklGXP /tmp/tmp.a8ZuRE1TlD
+ return 0
+ insert_data_mongos 100600 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local data=100600
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ run_mongos 'use myApp\n db.test.insert({ x: 100600 })' myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=use myApp\n db.test.insert({ x: 100600 })'
+ local uri=myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x3Uh96YVLU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LfdMtWMNsi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.x3Uh96YVLU
++ cat /tmp/tmp.LfdMtWMNsi
++ rm /tmp/tmp.x3Uh96YVLU /tmp/tmp.LfdMtWMNsi
++ return 0
+ local client_container=psmdb-client-f8b7b5fb5-sz9f2
+ kubectl_bin exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.6lBnimyeX0
++ mktemp
+ local LAST_ERR=/tmp/tmp.jc24Tq5A24
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6lBnimyeX0
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2025-06-09T03:28:37.725Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("e276aecf-1f20-4ddb-847c-76599b776f3b") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.jc24Tq5A24
+ rm /tmp/tmp.6lBnimyeX0 /tmp/tmp.jc24Tq5A24
+ return 0
+ insert_data_mongos 100700 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local data=100700
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ run_mongos 'use myApp\n db.test.insert({ x: 100700 })' myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=use myApp\n db.test.insert({ x: 100700 })'
+ local uri=myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.20Qw6O90oT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qu2p3j9ORt
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.20Qw6O90oT
++ cat /tmp/tmp.qu2p3j9ORt
++ rm /tmp/tmp.20Qw6O90oT /tmp/tmp.qu2p3j9ORt
++ return 0
+ local client_container=psmdb-client-f8b7b5fb5-sz9f2
+ kubectl_bin exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.UilVCQfu6Y
++ mktemp
+ local LAST_ERR=/tmp/tmp.HQmDxcpoJT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-f8b7b5fb5-sz9f2 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UilVCQfu6Y
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-pmm3-mongos.monitoring-pmm3-18741.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2025-06-09T03:28:39.847Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("1a8123a9-f5e8-4692-930a-4203c9b7cf2c") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.HQmDxcpoJT
+ rm /tmp/tmp.UilVCQfu6Y /tmp/tmp.HQmDxcpoJT
+ return 0
+ desc 'add PMM3 token to secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
add PMM3 token to secret
-----------------------------------------------------------------------------------

++ get_pmm_server_token operator
++ local key_name=operator
++ [[ -z operator ]]
++ local ADMIN_PASSWORD
+++ kubectl get secret pmm-secret -o 'jsonpath={.data.PMM_ADMIN_PASSWORD}'
+++ base64 --decode
++ ADMIN_PASSWORD='wHnZW%I7)^J`zORf'
++ [[ -z wHnZW%I7)^J`zORf ]]
++ local create_response create_status_code create_json_response
++++ get_service_endpoint monitoring-service
++++ local service=monitoring-service
+++++ kubectl_bin get service/monitoring-service -o json
+++++ sed -e 's/^"//; s/"$//;'
+++++ jq '.status.loadBalancer.ingress[].hostname'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.nC3SCPVSyB
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.45oRdsfB3m
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o json
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 -a -n 1 ']'
+++++ break
+++++ cat /tmp/tmp.nC3SCPVSyB
+++++ cat /tmp/tmp.45oRdsfB3m
+++++ rm /tmp/tmp.nC3SCPVSyB /tmp/tmp.45oRdsfB3m
+++++ return 0
++++ local hostname=null
++++ '[' -n null -a null '!=' null ']'
+++++ kubectl_bin get service/monitoring-service -o json
+++++ jq '.status.loadBalancer.ingress[].ip'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.NZRBvbWZ4e
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.3SVF9If12T
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o json
+++++ sed -e 's/^"//; s/"$//;'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 -a -n 1 ']'
+++++ break
+++++ cat /tmp/tmp.NZRBvbWZ4e
+++++ cat /tmp/tmp.3SVF9If12T
+++++ rm /tmp/tmp.NZRBvbWZ4e /tmp/tmp.3SVF9If12T
+++++ return 0
++++ local ip=34.70.176.48
++++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++++ echo 34.70.176.48
++++ return
+++ curl --insecure -s -X POST -H 'Content-Type: application/json' -H 'Accept: application/json' -d '{"name":"operator", "role":"Admin", "isDisabled":false}' --user 'admin:wHnZW%I7)^J`zORf' https://34.70.176.48/graph/api/serviceaccounts -w '\n%{http_code}'
++ create_response='{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ echo '{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ tail -n1
++ create_status_code=201
+++ echo '{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ sed '$ d'
++ create_json_response='{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}'
++ [[ 201 -ne 201 ]]
++ local service_account_id
+++ echo '{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}'
+++ jq -r .id
++ service_account_id=2
++ [[ -z 2 ]]
++ [[ 2 == \n\u\l\l ]]
++ local token_response token_status_code token_json_response
++++ get_service_endpoint monitoring-service
++++ local service=monitoring-service
+++++ kubectl_bin get service/monitoring-service -o json
+++++ jq '.status.loadBalancer.ingress[].hostname'
+++++ sed -e 's/^"//; s/"$//;'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.qmgyxHb8l9
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.5yT8XY3Vcs
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o json
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 -a -n 1 ']'
+++++ break
+++++ cat /tmp/tmp.qmgyxHb8l9
+++++ cat /tmp/tmp.5yT8XY3Vcs
+++++ rm /tmp/tmp.qmgyxHb8l9 /tmp/tmp.5yT8XY3Vcs
+++++ return 0
++++ local hostname=null
++++ '[' -n null -a null '!=' null ']'
+++++ kubectl_bin get service/monitoring-service -o json
++++++ mktemp
+++++ sed -e 's/^"//; s/"$//;'
+++++ local LAST_OUT=/tmp/tmp.hxAvE25BjQ
++++++ mktemp
+++++ jq '.status.loadBalancer.ingress[].ip'
+++++ local LAST_ERR=/tmp/tmp.mKIssdG4RW
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o json
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 -a -n 1 ']'
+++++ break
+++++ cat /tmp/tmp.hxAvE25BjQ
+++++ cat /tmp/tmp.mKIssdG4RW
+++++ rm /tmp/tmp.hxAvE25BjQ /tmp/tmp.mKIssdG4RW
+++++ return 0
++++ local ip=34.70.176.48
++++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++++ echo 34.70.176.48
++++ return
+++ curl --insecure -s -X POST -H 'Content-Type: application/json' -d '{"name":"operator"}' --user 'admin:wHnZW%I7)^J`zORf' https://34.70.176.48/graph/api/serviceaccounts/2/tokens -w '\n%{http_code}'
++ token_response='{"id":1,"name":"operator","key":"glsa_YMs0mq5n8UHZzHoTBCnILGjaJISTfGrs_278fd5da"}
200'
+++ echo '{"id":1,"name":"operator","key":"glsa_YMs0mq5n8UHZzHoTBCnILGjaJISTfGrs_278fd5da"}
200'
+++ tail -n1
++ token_status_code=200
+++ echo '{"id":1,"name":"operator","key":"glsa_YMs0mq5n8UHZzHoTBCnILGjaJISTfGrs_278fd5da"}
200'
+++ sed '$ d'
++ token_json_response='{"id":1,"name":"operator","key":"glsa_YMs0mq5n8UHZzHoTBCnILGjaJISTfGrs_278fd5da"}'
++ [[ 200 -ne 200 ]]
++ echo '{"id":1,"name":"operator","key":"glsa_YMs0mq5n8UHZzHoTBCnILGjaJISTfGrs_278fd5da"}'
++ jq -r .key
+ TOKEN=glsa_YMs0mq5n8UHZzHoTBCnILGjaJISTfGrs_278fd5da
+ kubectl_bin patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_TOKEN": "glsa_YMs0mq5n8UHZzHoTBCnILGjaJISTfGrs_278fd5da"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.GjexZParf0
++ mktemp
+ local LAST_ERR=/tmp/tmp.Mk80eDPGTY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_TOKEN": "glsa_YMs0mq5n8UHZzHoTBCnILGjaJISTfGrs_278fd5da"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GjexZParf0
secret/some-users patched
+ cat /tmp/tmp.Mk80eDPGTY
+ rm /tmp/tmp.GjexZParf0 /tmp/tmp.Mk80eDPGTY
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running monitoring-pmm3-rs0 3
+ local name=monitoring-pmm3-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=monitoring-pmm3
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod monitoring-pmm3-rs0-0
+ local pod=monitoring-pmm3-rs0-0
+ set +o xtrace
waiting for pod/monitoring-pmm3-rs0-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod monitoring-pmm3-rs0-1
+ local pod=monitoring-pmm3-rs0-1
+ set +o xtrace
waiting for pod/monitoring-pmm3-rs0-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ncm9igz5gn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5DS863sTMY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ncm9igz5gn
++ cat /tmp/tmp.5DS863sTMY
++ rm /tmp/tmp.Ncm9igz5gn /tmp/tmp.5DS863sTMY
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod monitoring-pmm3-rs0-2
+ local pod=monitoring-pmm3-rs0-2
+ set +o xtrace
waiting for pod/monitoring-pmm3-rs0-2 to be ready.OK
++ kubectl_bin get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LebiS18Jeg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ULsafFGYNV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LebiS18Jeg
++ cat /tmp/tmp.ULsafFGYNV
++ rm /tmp/tmp.LebiS18Jeg /tmp/tmp.ULsafFGYNV
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wJW0XSjeOj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DWcpQ7OJyv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb monitoring-pmm3 -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wJW0XSjeOj
++ cat /tmp/tmp.DWcpQ7OJyv
++ rm /tmp/tmp.wJW0XSjeOj /tmp/tmp.DWcpQ7OJyv
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.......................................................................................................................................
+ sleep 90
+ desc 'check if pmm-client container enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if pmm-client container enabled
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/monitoring-pmm3-rs0
+ local resource=statefulset/monitoring-pmm3-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-rs0.yml
+ local new_result=/tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-pmm3-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-pmm3-18741", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.D0U26mm4R9
++ mktemp
+ local LAST_ERR=/tmp/tmp.4Ty3OBB1MI
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-pmm3-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.D0U26mm4R9
+ cat /tmp/tmp.4Ty3OBB1MI
+ rm /tmp/tmp.D0U26mm4R9 /tmp/tmp.4Ty3OBB1MI
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ version_gt 1.22
++ bc -l
++ echo '1.30 >= 1.22'
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-rs0.yml /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-rs0.yml
+ compare_kubectl service/monitoring-pmm3-rs0
+ local resource=service/monitoring-pmm3-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/service_monitoring-pmm3-rs0.yml
+ local new_result=/tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/service_monitoring-pmm3-rs0-oc.yml ']'
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-pmm3-18741", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ kubectl_bin get -o yaml service/monitoring-pmm3-rs0
++ mktemp
+ local LAST_OUT=/tmp/tmp.mjOCEYm768
++ mktemp
+ local LAST_ERR=/tmp/tmp.hresC376JR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml service/monitoring-pmm3-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mjOCEYm768
+ cat /tmp/tmp.hresC376JR
+ rm /tmp/tmp.mjOCEYm768 /tmp/tmp.hresC376JR
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-rs0.yml
+ version_gt 1.22
++ bc -l
++ echo '1.30 >= 1.22'
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/service_monitoring-pmm3-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/service_monitoring-pmm3-rs0.yml /tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-rs0.yml
+ compare_kubectl service/monitoring-pmm3-mongos
+ local resource=service/monitoring-pmm3-mongos
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/service_monitoring-pmm3-mongos.yml
+ local new_result=/tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-mongos.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/service_monitoring-pmm3-mongos-oc.yml ']'
+ kubectl_bin get -o yaml service/monitoring-pmm3-mongos
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-pmm3-18741", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.4zEOUEdyA2
++ mktemp
+ local LAST_ERR=/tmp/tmp.281HP8SCwj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml service/monitoring-pmm3-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4zEOUEdyA2
+ cat /tmp/tmp.281HP8SCwj
+ rm /tmp/tmp.4zEOUEdyA2 /tmp/tmp.281HP8SCwj
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-mongos.yml
+ version_gt 1.22
++ echo '1.30 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-mongos.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-mongos.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/service_monitoring-pmm3-mongos.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/service_monitoring-pmm3-mongos.yml /tmp/tmp.fDg52mYYQn/service_monitoring-pmm3-mongos.yml
+ compare_kubectl statefulset/monitoring-pmm3-cfg
+ local resource=statefulset/monitoring-pmm3-cfg
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-cfg.yml
+ local new_result=/tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-cfg.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-cfg-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-pmm3-cfg
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-pmm3-18741", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.VWE5I5tAtV
++ mktemp
+ local LAST_ERR=/tmp/tmp.rBun10k1BM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-pmm3-cfg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VWE5I5tAtV
+ cat /tmp/tmp.rBun10k1BM
+ rm /tmp/tmp.VWE5I5tAtV /tmp/tmp.rBun10k1BM
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-cfg.yml
+ version_gt 1.22
++ echo '1.30 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-cfg.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-cfg.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-cfg.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-cfg.yml /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-cfg.yml
+ compare_kubectl statefulset/monitoring-pmm3-mongos
+ local resource=statefulset/monitoring-pmm3-mongos
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-mongos.yml
+ local new_result=/tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-mongos.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-mongos-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-pmm3-mongos
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("monitoring-pmm3-18741", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.GpCdSoNBC7
++ mktemp
+ local LAST_ERR=/tmp/tmp.DllJNrgORo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-pmm3-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GpCdSoNBC7
+ cat /tmp/tmp.DllJNrgORo
+ rm /tmp/tmp.GpCdSoNBC7 /tmp/tmp.DllJNrgORo
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-mongos.yml
+ version_gt 1.22
++ echo '1.30 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-mongos.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-mongos.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-mongos.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pmm3-mongos.yml /tmp/tmp.fDg52mYYQn/statefulset_monitoring-pmm3-mongos.yml
+ desc 'create new PMM token and add it to the secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
create new PMM token and add it to the secret
-----------------------------------------------------------------------------------

++ get_pmm_server_token operator_new
++ local key_name=operator_new
++ [[ -z operator_new ]]
++ local ADMIN_PASSWORD
+++ kubectl get secret pmm-secret -o 'jsonpath={.data.PMM_ADMIN_PASSWORD}'
+++ base64 --decode
++ ADMIN_PASSWORD='wHnZW%I7)^J`zORf'
++ [[ -z wHnZW%I7)^J`zORf ]]
++ local create_response create_status_code create_json_response
++++ get_service_endpoint monitoring-service
++++ local service=monitoring-service
+++++ jq '.status.loadBalancer.ingress[].hostname'
+++++ kubectl_bin get service/monitoring-service -o json
+++++ sed -e 's/^"//; s/"$//;'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.VNMzN0TnwS
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.hCAhbGXHni
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o json
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 -a -n 1 ']'
+++++ break
+++++ cat /tmp/tmp.VNMzN0TnwS
+++++ cat /tmp/tmp.hCAhbGXHni
+++++ rm /tmp/tmp.VNMzN0TnwS /tmp/tmp.hCAhbGXHni
+++++ return 0
++++ local hostname=null
++++ '[' -n null -a null '!=' null ']'
+++++ kubectl_bin get service/monitoring-service -o json
+++++ sed -e 's/^"//; s/"$//;'
++++++ mktemp
+++++ jq '.status.loadBalancer.ingress[].ip'
+++++ local LAST_OUT=/tmp/tmp.2WLOzVg8hR
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.7tojeVoNRm
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o json
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 -a -n 1 ']'
+++++ break
+++++ cat /tmp/tmp.2WLOzVg8hR
+++++ cat /tmp/tmp.7tojeVoNRm
+++++ rm /tmp/tmp.2WLOzVg8hR /tmp/tmp.7tojeVoNRm
+++++ return 0
++++ local ip=34.70.176.48
++++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++++ echo 34.70.176.48
++++ return
+++ curl --insecure -s -X POST -H 'Content-Type: application/json' -H 'Accept: application/json' -d '{"name":"operator_new", "role":"Admin", "isDisabled":false}' --user 'admin:wHnZW%I7)^J`zORf' https://34.70.176.48/graph/api/serviceaccounts -w '\n%{http_code}'
++ create_response='{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ echo '{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ tail -n1
++ create_status_code=201
+++ echo '{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ sed '$ d'
++ create_json_response='{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}'
++ [[ 201 -ne 201 ]]
++ local service_account_id
+++ echo '{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}'
+++ jq -r .id
++ service_account_id=3
++ [[ -z 3 ]]
++ [[ 3 == \n\u\l\l ]]
++ local token_response token_status_code token_json_response
++++ get_service_endpoint monitoring-service
++++ local service=monitoring-service
+++++ kubectl_bin get service/monitoring-service -o json
+++++ sed -e 's/^"//; s/"$//;'
++++++ mktemp
+++++ jq '.status.loadBalancer.ingress[].hostname'
+++++ local LAST_OUT=/tmp/tmp.a1ZNKPM4ey
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.RiNASw3ZO3
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o json
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 -a -n 1 ']'
+++++ break
+++++ cat /tmp/tmp.a1ZNKPM4ey
+++++ cat /tmp/tmp.RiNASw3ZO3
+++++ rm /tmp/tmp.a1ZNKPM4ey /tmp/tmp.RiNASw3ZO3
+++++ return 0
++++ local hostname=null
++++ '[' -n null -a null '!=' null ']'
+++++ kubectl_bin get service/monitoring-service -o json
+++++ jq '.status.loadBalancer.ingress[].ip'
+++++ sed -e 's/^"//; s/"$//;'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.bUbkcAHQ7u
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.cnXLUugYHZ
+++++ local exit_status=0
+++++ local timeout=4
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o json
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 -a -n 1 ']'
+++++ break
+++++ cat /tmp/tmp.bUbkcAHQ7u
+++++ cat /tmp/tmp.cnXLUugYHZ
+++++ rm /tmp/tmp.bUbkcAHQ7u /tmp/tmp.cnXLUugYHZ
+++++ return 0
++++ local ip=34.70.176.48
++++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++++ echo 34.70.176.48
++++ return
+++ curl --insecure -s -X POST -H 'Content-Type: application/json' -d '{"name":"operator_new"}' --user 'admin:wHnZW%I7)^J`zORf' https://34.70.176.48/graph/api/serviceaccounts/3/tokens -w '\n%{http_code}'
++ token_response='{"id":2,"name":"operator_new","key":"glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4"}
200'
+++ echo '{"id":2,"name":"operator_new","key":"glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4"}
200'
+++ tail -n1
++ token_status_code=200
+++ echo '{"id":2,"name":"operator_new","key":"glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4"}
200'
+++ sed '$ d'
++ token_json_response='{"id":2,"name":"operator_new","key":"glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4"}'
++ [[ 200 -ne 200 ]]
++ echo '{"id":2,"name":"operator_new","key":"glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4"}'
++ jq -r .key
+ NEW_TOKEN=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ kubectl_bin patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_TOKEN": "glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.4PepnxzYcQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.xw2ZEAgYzh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_TOKEN": "glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4PepnxzYcQ
secret/some-users patched
+ cat /tmp/tmp.xw2ZEAgYzh
+ rm /tmp/tmp.4PepnxzYcQ /tmp/tmp.xw2ZEAgYzh
+ return 0
+ desc 'delete old PMM token'
+ set +o xtrace


-----------------------------------------------------------------------------------
delete old PMM token
-----------------------------------------------------------------------------------

+ delete_pmm_server_token operator
+ local key_name=operator
+ [[ -z operator ]]
+ local ADMIN_PASSWORD
++ kubectl get secret pmm-secret -o 'jsonpath={.data.PMM_ADMIN_PASSWORD}'
++ base64 --decode
+ ADMIN_PASSWORD='wHnZW%I7)^J`zORf'
+ [[ -z wHnZW%I7)^J`zORf ]]
+ local 'user_credentials=admin:wHnZW%I7)^J`zORf'
+ local service_accounts_response service_accounts_status
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].hostname'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.cyix1KuK14
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.WaotZqW5G6
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.cyix1KuK14
++++ cat /tmp/tmp.WaotZqW5G6
++++ rm /tmp/tmp.cyix1KuK14 /tmp/tmp.WaotZqW5G6
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].ip'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.d8kQ5iJ3pl
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.HSd7lVXqse
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.d8kQ5iJ3pl
++++ cat /tmp/tmp.HSd7lVXqse
++++ rm /tmp/tmp.d8kQ5iJ3pl /tmp/tmp.HSd7lVXqse
++++ return 0
+++ local ip=34.70.176.48
+++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
+++ echo 34.70.176.48
+++ return
++ curl --insecure -s -X GET --user 'admin:wHnZW%I7)^J`zORf' https://34.70.176.48/graph/api/serviceaccounts/search -w '\n%{http_code}'
+ service_accounts_response='{"totalCount":2,"serviceAccounts":[{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/f741e7abdd8def4ed30a37f602429df3"},{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/6d1b2db67a8f3e06db4ae076406fece5"}],"page":1,"perPage":1000}
200'
++ echo '{"totalCount":2,"serviceAccounts":[{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/f741e7abdd8def4ed30a37f602429df3"},{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/6d1b2db67a8f3e06db4ae076406fece5"}],"page":1,"perPage":1000}
200'
++ tail -n1
+ service_accounts_status=200
++ echo '{"totalCount":2,"serviceAccounts":[{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/f741e7abdd8def4ed30a37f602429df3"},{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/6d1b2db67a8f3e06db4ae076406fece5"}],"page":1,"perPage":1000}
200'
++ sed '$ d'
+ service_accounts_json='{"totalCount":2,"serviceAccounts":[{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/f741e7abdd8def4ed30a37f602429df3"},{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/6d1b2db67a8f3e06db4ae076406fece5"}],"page":1,"perPage":1000}'
+ [[ 200 -ne 200 ]]
+ local service_account_id
++ echo '{"totalCount":2,"serviceAccounts":[{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/f741e7abdd8def4ed30a37f602429df3"},{"id":3,"name":"operator_new","login":"sa-1-operator_new","orgId":1,"isDisabled":false,"role":"Admin","tokens":1,"avatarUrl":"/graph/avatar/6d1b2db67a8f3e06db4ae076406fece5"}],"page":1,"perPage":1000}'
++ jq -r '.serviceAccounts[] | select(.name == "operator").id'
+ service_account_id=2
+ [[ -z 2 ]]
+ [[ 2 == \n\u\l\l ]]
+ local tokens_response tokens_status tokens_json
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].hostname'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.oXUk46sIQh
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.1P9jxQ9fxH
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.oXUk46sIQh
++++ cat /tmp/tmp.1P9jxQ9fxH
++++ rm /tmp/tmp.oXUk46sIQh /tmp/tmp.1P9jxQ9fxH
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].ip'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.1kII3iE0Fc
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.kNdegEkcbs
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.1kII3iE0Fc
++++ cat /tmp/tmp.kNdegEkcbs
++++ rm /tmp/tmp.1kII3iE0Fc /tmp/tmp.kNdegEkcbs
++++ return 0
+++ local ip=34.70.176.48
+++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
+++ echo 34.70.176.48
+++ return
++ curl --insecure -s -X GET --user 'admin:wHnZW%I7)^J`zORf' https://34.70.176.48/graph/api/serviceaccounts/2/tokens -w '\n%{http_code}'
+ tokens_response='[{"id":1,"name":"operator","created":"2025-06-09T03:28:46Z","lastUsedAt":"2025-06-09T03:36:06Z","expiration":null,"secondsUntilExpiration":0,"hasExpired":false,"isRevoked":false}]
200'
++ echo '[{"id":1,"name":"operator","created":"2025-06-09T03:28:46Z","lastUsedAt":"2025-06-09T03:36:06Z","expiration":null,"secondsUntilExpiration":0,"hasExpired":false,"isRevoked":false}]
200'
++ tail -n1
+ tokens_status=200
++ echo '[{"id":1,"name":"operator","created":"2025-06-09T03:28:46Z","lastUsedAt":"2025-06-09T03:36:06Z","expiration":null,"secondsUntilExpiration":0,"hasExpired":false,"isRevoked":false}]
200'
++ sed '$ d'
+ tokens_json='[{"id":1,"name":"operator","created":"2025-06-09T03:28:46Z","lastUsedAt":"2025-06-09T03:36:06Z","expiration":null,"secondsUntilExpiration":0,"hasExpired":false,"isRevoked":false}]'
+ [[ 200 -ne 200 ]]
+ local token_id
++ echo '[{"id":1,"name":"operator","created":"2025-06-09T03:28:46Z","lastUsedAt":"2025-06-09T03:36:06Z","expiration":null,"secondsUntilExpiration":0,"hasExpired":false,"isRevoked":false}]'
++ jq -r '.[] | select(.name == "operator").id'
+ token_id=1
+ [[ -z 1 ]]
+ [[ 1 == \n\u\l\l ]]
+ local delete_response delete_status
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].hostname'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Z0Bib6UB2X
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.dYEqZUA8Rc
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.Z0Bib6UB2X
++++ cat /tmp/tmp.dYEqZUA8Rc
++++ rm /tmp/tmp.Z0Bib6UB2X /tmp/tmp.dYEqZUA8Rc
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ jq '.status.loadBalancer.ingress[].ip'
++++ sed -e 's/^"//; s/"$//;'
++++ kubectl_bin get service/monitoring-service -o json
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.TcL7RptnD4
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.rflJfDgYnI
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.TcL7RptnD4
++++ cat /tmp/tmp.rflJfDgYnI
++++ rm /tmp/tmp.TcL7RptnD4 /tmp/tmp.rflJfDgYnI
++++ return 0
+++ local ip=34.70.176.48
+++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
+++ echo 34.70.176.48
+++ return
++ curl --insecure -s -X DELETE --user 'admin:wHnZW%I7)^J`zORf' https://34.70.176.48/graph/api/serviceaccounts/2/tokens/1 -w '\n%{http_code}'
+ delete_response='{"message":"Service account token deleted"}
200'
++ echo '{"message":"Service account token deleted"}
200'
++ tail -n1
+ delete_status=200
+ [[ 200 -ne 200 ]]
+ desc 'check mongod metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongod metrics
-----------------------------------------------------------------------------------

+ get_metric_values node_boot_time_seconds monitoring-pmm3-18741-monitoring-pmm3-rs0-1 glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local metric=node_boot_time_seconds
+ local instance=monitoring-pmm3-18741-monitoring-pmm3-rs0-1
+ local token=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1749440108
++ /usr/bin/date -u +%s
+ local end=1749440168
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.JgEcvT5hg6
++++ mktemp
+++ sed -e 's/^"//; s/"$//;'
+++ local LAST_ERR=/tmp/tmp.iJra0ebYU4
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.JgEcvT5hg6
+++ cat /tmp/tmp.iJra0ebYU4
+++ rm /tmp/tmp.JgEcvT5hg6 /tmp/tmp.iJra0ebYU4
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.bPOPlekiNC
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.HleWdyKTcS
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.bPOPlekiNC
+++ cat /tmp/tmp.HleWdyKTcS
+++ rm /tmp/tmp.bPOPlekiNC /tmp/tmp.HleWdyKTcS
+++ return 0
++ local ip=34.70.176.48
++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++ echo 34.70.176.48
++ return
+ local endpoint=34.70.176.48
+ '[' -z node_boot_time_seconds ']'
+ '[' -z glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4 ']'
+ local wait_count=30
+ local retry=0
++ curl -s -k -H 'Authorization: Bearer glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4' 'https://34.70.176.48/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-rs0-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-rs0-1%22%7D%29&start=1749440108&end=1749440168&step=60'
++ grep '^"[0-9]'
++ jq '.data.result[0].values[][1]'
+ [[ -n "1749433947"
"1749433947" ]]
+ get_metric_values mongodb_connections monitoring-pmm3-18741-monitoring-pmm3-rs0-1 glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local metric=mongodb_connections
+ local instance=monitoring-pmm3-18741-monitoring-pmm3-rs0-1
+ local token=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1749440110
++ /usr/bin/date -u +%s
+ local end=1749440170
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.36Trbk3hOd
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.eBuZ2unLjs
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.36Trbk3hOd
+++ cat /tmp/tmp.eBuZ2unLjs
+++ rm /tmp/tmp.36Trbk3hOd /tmp/tmp.eBuZ2unLjs
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.g12wR5aHu3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bQjizldOGm
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.g12wR5aHu3
+++ cat /tmp/tmp.bQjizldOGm
+++ rm /tmp/tmp.g12wR5aHu3 /tmp/tmp.bQjizldOGm
+++ return 0
++ local ip=34.70.176.48
++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++ echo 34.70.176.48
++ return
+ local endpoint=34.70.176.48
+ '[' -z mongodb_connections ']'
+ '[' -z glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4 ']'
+ local wait_count=30
+ local retry=0
++ curl -s -k -H 'Authorization: Bearer glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4' 'https://34.70.176.48/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-rs0-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-rs0-1%22%7D%29&start=1749440110&end=1749440170&step=60'
++ grep '^"[0-9]'
++ jq '.data.result[0].values[][1]'
+ [[ -n "0"
"0" ]]
+ desc 'check mongo config metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongo config metrics
-----------------------------------------------------------------------------------

+ get_metric_values node_boot_time_seconds monitoring-pmm3-18741-monitoring-pmm3-cfg-1 glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local metric=node_boot_time_seconds
+ local instance=monitoring-pmm3-18741-monitoring-pmm3-cfg-1
+ local token=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1749440112
++ /usr/bin/date -u +%s
+ local end=1749440172
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vxx3qj3wZD
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Y5QUvpgTdC
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.vxx3qj3wZD
+++ cat /tmp/tmp.Y5QUvpgTdC
+++ rm /tmp/tmp.vxx3qj3wZD /tmp/tmp.Y5QUvpgTdC
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.m70ZWKNi3J
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dGofcirE9s
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.m70ZWKNi3J
+++ cat /tmp/tmp.dGofcirE9s
+++ rm /tmp/tmp.m70ZWKNi3J /tmp/tmp.dGofcirE9s
+++ return 0
++ local ip=34.70.176.48
++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++ echo 34.70.176.48
++ return
+ local endpoint=34.70.176.48
+ '[' -z node_boot_time_seconds ']'
+ '[' -z glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4 ']'
+ local wait_count=30
+ local retry=0
++ curl -s -k -H 'Authorization: Bearer glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4' 'https://34.70.176.48/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-cfg-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-cfg-1%22%7D%29&start=1749440112&end=1749440172&step=60'
++ jq '.data.result[0].values[][1]'
++ grep '^"[0-9]'
+ [[ -n "1749433944"
"1749433944" ]]
+ get_metric_values mongodb_connections monitoring-pmm3-18741-monitoring-pmm3-cfg-1 glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local metric=mongodb_connections
+ local instance=monitoring-pmm3-18741-monitoring-pmm3-cfg-1
+ local token=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1749440114
++ /usr/bin/date -u +%s
+ local end=1749440174
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.O9X6dKnQS2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ZPjx2CPQhA
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.O9X6dKnQS2
+++ cat /tmp/tmp.ZPjx2CPQhA
+++ rm /tmp/tmp.O9X6dKnQS2 /tmp/tmp.ZPjx2CPQhA
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.aEeiOVeXst
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ytgyE7flYH
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.aEeiOVeXst
+++ cat /tmp/tmp.ytgyE7flYH
+++ rm /tmp/tmp.aEeiOVeXst /tmp/tmp.ytgyE7flYH
+++ return 0
++ local ip=34.70.176.48
++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++ echo 34.70.176.48
++ return
+ local endpoint=34.70.176.48
+ '[' -z mongodb_connections ']'
+ '[' -z glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4 ']'
+ local wait_count=30
+ local retry=0
++ curl -s -k -H 'Authorization: Bearer glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4' 'https://34.70.176.48/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-cfg-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-cfg-1%22%7D%29&start=1749440114&end=1749440174&step=60'
++ grep '^"[0-9]'
++ jq '.data.result[0].values[][1]'
+ [[ -n "0"
"0" ]]
+ desc 'check mongos metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongos metrics
-----------------------------------------------------------------------------------

++ kubectl get pod -l app.kubernetes.io/component=mongos -o 'jsonpath={.items[0].metadata.name}'
+ MONGOS_POD_NAME=monitoring-pmm3-mongos-0
+ get_metric_values node_boot_time_seconds monitoring-pmm3-18741-monitoring-pmm3-mongos-0 glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local metric=node_boot_time_seconds
+ local instance=monitoring-pmm3-18741-monitoring-pmm3-mongos-0
+ local token=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1749440117
++ /usr/bin/date -u +%s
+ local end=1749440177
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.v0pMSGAN5L
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.XFHaw83slF
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.v0pMSGAN5L
+++ cat /tmp/tmp.XFHaw83slF
+++ rm /tmp/tmp.v0pMSGAN5L /tmp/tmp.XFHaw83slF
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.glrVGl1sv3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.z3JnHEH3tE
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.glrVGl1sv3
+++ cat /tmp/tmp.z3JnHEH3tE
+++ rm /tmp/tmp.glrVGl1sv3 /tmp/tmp.z3JnHEH3tE
+++ return 0
++ local ip=34.70.176.48
++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++ echo 34.70.176.48
++ return
+ local endpoint=34.70.176.48
+ '[' -z node_boot_time_seconds ']'
+ '[' -z glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4 ']'
+ local wait_count=30
+ local retry=0
++ grep '^"[0-9]'
++ jq '.data.result[0].values[][1]'
++ curl -s -k -H 'Authorization: Bearer glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4' 'https://34.70.176.48/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-mongos-0%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-pmm3-18741-monitoring-pmm3-mongos-0%22%7D%29&start=1749440117&end=1749440177&step=60'
+ [[ -n "1749433947"
"1749433947" ]]
+ sleep 90
+ desc 'check QAN data'
+ set +o xtrace


-----------------------------------------------------------------------------------
check QAN data
-----------------------------------------------------------------------------------

+ get_qan_values mongodb dev-mongod glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local service_type=mongodb
+ local environment=dev-mongod
+ local token=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local start
+ local end
+ local endpoint
++ /usr/bin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z
+ start=2025-06-08T15:37:50+00:00
++ /usr/bin/date -u +%Y-%m-%dT%H:%M:%S%:z
+ end=2025-06-09T03:37:50+00:00
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.cR3UKr4Z5I
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.I8WJ7GvRDq
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.cR3UKr4Z5I
+++ cat /tmp/tmp.I8WJ7GvRDq
+++ rm /tmp/tmp.cR3UKr4Z5I /tmp/tmp.I8WJ7GvRDq
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
+++ jq '.status.loadBalancer.ingress[].ip'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tE0vP04D5h
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.edqkz4Bz1x
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.tE0vP04D5h
+++ cat /tmp/tmp.edqkz4Bz1x
+++ rm /tmp/tmp.tE0vP04D5h /tmp/tmp.edqkz4Bz1x
+++ return 0
++ local ip=34.70.176.48
++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++ echo 34.70.176.48
++ return
+ endpoint=34.70.176.48
+ cat
+ local response
+ local wait_count=30
+ local retry=0
++ curl -s -k -H 'Authorization: Bearer glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4' -XPOST -d @payload.json https://34.70.176.48/v1/qan/metrics:getReport
++ jq '.rows[].fingerprint'
+ [[ -n "TOTAL"
"db.oplog.rs.find({}).sort({\"$natural\":-1}).limit(?)" ]]
+ rm -f payload.json
+ get_qan_values mongodb dev-mongos glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local service_type=mongodb
+ local environment=dev-mongos
+ local token=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ local start
+ local end
+ local endpoint
++ /usr/bin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z
+ start=2025-06-08T15:37:54+00:00
++ /usr/bin/date -u +%Y-%m-%dT%H:%M:%S%:z
+ end=2025-06-09T03:37:54+00:00
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.pJTqLq9U1q
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.55v3NbsiCz
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.pJTqLq9U1q
+++ cat /tmp/tmp.55v3NbsiCz
+++ rm /tmp/tmp.pJTqLq9U1q /tmp/tmp.55v3NbsiCz
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.cZNQ6kDm7n
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dRqir1d3GS
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.cZNQ6kDm7n
+++ cat /tmp/tmp.dRqir1d3GS
+++ rm /tmp/tmp.cZNQ6kDm7n /tmp/tmp.dRqir1d3GS
+++ return 0
++ local ip=34.70.176.48
++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++ echo 34.70.176.48
++ return
+ endpoint=34.70.176.48
+ cat
+ local response
+ local wait_count=30
+ local retry=0
++ curl -s -k -H 'Authorization: Bearer glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4' -XPOST -d @payload.json https://34.70.176.48/v1/qan/metrics:getReport
++ jq '.rows[].fingerprint'
+ [[ -n "" ]]
+ rm -f payload.json
+ desc 'verify that the custom cluster name is configured'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify that the custom cluster name is configured
-----------------------------------------------------------------------------------

+ verify_custom_cluster_name super-custom glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4 monitoring-pmm3-18741-monitoring-pmm3-mongos-0 monitoring-pmm3-18741-monitoring-pmm3-cfg-0 monitoring-pmm3-18741-monitoring-pmm3-rs0-0
+ local expected_cluster=super-custom
+ local token=glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4
+ shift 2
+ service_names=("$@")
+ local service_names
+ local endpoint
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Ydnbt0tuvf
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.uoF2I3t1Kh
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Ydnbt0tuvf
+++ cat /tmp/tmp.uoF2I3t1Kh
+++ rm /tmp/tmp.Ydnbt0tuvf /tmp/tmp.uoF2I3t1Kh
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
+++ jq '.status.loadBalancer.ingress[].ip'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.oVOIQcjtXi
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bEICnjSA2a
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.oVOIQcjtXi
+++ cat /tmp/tmp.bEICnjSA2a
+++ rm /tmp/tmp.oVOIQcjtXi /tmp/tmp.bEICnjSA2a
+++ return 0
++ local ip=34.70.176.48
++ '[' -n 34.70.176.48 -a 34.70.176.48 '!=' null ']'
++ echo 34.70.176.48
++ return
+ endpoint=34.70.176.48
+ local response
++ curl -s -k -H 'Authorization: Bearer glsa_NN3BZaxApRgMwXM0ppt8lZ1prG6R94Z9_f6888cc4' 'https://34.70.176.48/v1/inventory/services?service_type=SERVICE_TYPE_MONGODB_SERVICE'
+ response='{
  "mysql":  [],
  "mongodb":  [
    {
      "service_id":  "1c15c38f-404d-4655-94a7-8f8157490bd5",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-1",
      "node_id":  "a39dc103-ad25-4757-98d4-df658857feee",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "44bd91e9-e1dc-43e8-96eb-e9346d3a2fe8",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-2",
      "node_id":  "50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "5dd78bc8-5b3c-475b-b783-2562e020e350",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-0",
      "node_id":  "e5a69eea-3a1f-44f3-8275-a6ebde525174",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "8f018be1-b2f4-4420-a76a-65928fe70990",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-1",
      "node_id":  "4a39f9a5-f655-43a2-b4f2-347786152138",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "b58e0629-1f5d-4d9c-8137-a479811ba81a",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-2",
      "node_id":  "42b40e17-b12d-40e5-86ca-d1cf63dc7240",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "c5b03d4b-5105-49db-ad83-8340c2706efe",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-0",
      "node_id":  "d35eae26-9a05-4fde-9cd0-4bece89864a2",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "c87da6f5-14c5-44e8-ba14-b4831d4a6a56",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-0",
      "node_id":  "8ad6a7c7-35a6-414f-b6eb-e50075a36d73",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "ea7cdae8-7d66-4c13-aba7-df8d032d8543",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-2",
      "node_id":  "581e2131-9790-4726-90e9-a9872bdd876c",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "f22f21f9-b266-45fd-9959-0ba9c86bf19b",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-1",
      "node_id":  "fc729319-8650-40de-938e-5acb56650e2e",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    }
  ],
  "postgresql":  [],
  "proxysql":  [],
  "haproxy":  [],
  "external":  []
}'
+ local verified=0
+ for service_name in '"${service_names[@]}"'
+ local actual_cluster
++ echo '{
  "mysql":  [],
  "mongodb":  [
    {
      "service_id":  "1c15c38f-404d-4655-94a7-8f8157490bd5",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-1",
      "node_id":  "a39dc103-ad25-4757-98d4-df658857feee",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "44bd91e9-e1dc-43e8-96eb-e9346d3a2fe8",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-2",
      "node_id":  "50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "5dd78bc8-5b3c-475b-b783-2562e020e350",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-0",
      "node_id":  "e5a69eea-3a1f-44f3-8275-a6ebde525174",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "8f018be1-b2f4-4420-a76a-65928fe70990",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-1",
      "node_id":  "4a39f9a5-f655-43a2-b4f2-347786152138",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "b58e0629-1f5d-4d9c-8137-a479811ba81a",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-2",
      "node_id":  "42b40e17-b12d-40e5-86ca-d1cf63dc7240",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "c5b03d4b-5105-49db-ad83-8340c2706efe",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-0",
      "node_id":  "d35eae26-9a05-4fde-9cd0-4bece89864a2",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "c87da6f5-14c5-44e8-ba14-b4831d4a6a56",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-0",
      "node_id":  "8ad6a7c7-35a6-414f-b6eb-e50075a36d73",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "ea7cdae8-7d66-4c13-aba7-df8d032d8543",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-2",
      "node_id":  "581e2131-9790-4726-90e9-a9872bdd876c",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "f22f21f9-b266-45fd-9959-0ba9c86bf19b",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-1",
      "node_id":  "fc729319-8650-40de-938e-5acb56650e2e",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    }
  ],
  "postgresql":  [],
  "proxysql":  [],
  "haproxy":  [],
  "external":  []
}'
++ jq -r --arg name monitoring-pmm3-18741-monitoring-pmm3-mongos-0 '
			.mongodb[] | select(.service_name == $name) | .cluster
		'
+ actual_cluster=super-custom
+ [[ -z super-custom ]]
+ [[ super-custom == \n\u\l\l ]]
+ [[ super-custom != \s\u\p\e\r\-\c\u\s\t\o\m ]]
+ for service_name in '"${service_names[@]}"'
+ local actual_cluster
++ echo '{
  "mysql":  [],
  "mongodb":  [
    {
      "service_id":  "1c15c38f-404d-4655-94a7-8f8157490bd5",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-1",
      "node_id":  "a39dc103-ad25-4757-98d4-df658857feee",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "44bd91e9-e1dc-43e8-96eb-e9346d3a2fe8",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-2",
      "node_id":  "50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "5dd78bc8-5b3c-475b-b783-2562e020e350",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-0",
      "node_id":  "e5a69eea-3a1f-44f3-8275-a6ebde525174",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "8f018be1-b2f4-4420-a76a-65928fe70990",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-1",
      "node_id":  "4a39f9a5-f655-43a2-b4f2-347786152138",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "b58e0629-1f5d-4d9c-8137-a479811ba81a",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-2",
      "node_id":  "42b40e17-b12d-40e5-86ca-d1cf63dc7240",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "c5b03d4b-5105-49db-ad83-8340c2706efe",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-0",
      "node_id":  "d35eae26-9a05-4fde-9cd0-4bece89864a2",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "c87da6f5-14c5-44e8-ba14-b4831d4a6a56",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-0",
      "node_id":  "8ad6a7c7-35a6-414f-b6eb-e50075a36d73",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "ea7cdae8-7d66-4c13-aba7-df8d032d8543",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-2",
      "node_id":  "581e2131-9790-4726-90e9-a9872bdd876c",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "f22f21f9-b266-45fd-9959-0ba9c86bf19b",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-1",
      "node_id":  "fc729319-8650-40de-938e-5acb56650e2e",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    }
  ],
  "postgresql":  [],
  "proxysql":  [],
  "haproxy":  [],
  "external":  []
}'
++ jq -r --arg name monitoring-pmm3-18741-monitoring-pmm3-cfg-0 '
			.mongodb[] | select(.service_name == $name) | .cluster
		'
+ actual_cluster=super-custom
+ [[ -z super-custom ]]
+ [[ super-custom == \n\u\l\l ]]
+ [[ super-custom != \s\u\p\e\r\-\c\u\s\t\o\m ]]
+ for service_name in '"${service_names[@]}"'
+ local actual_cluster
++ jq -r --arg name monitoring-pmm3-18741-monitoring-pmm3-rs0-0 '
			.mongodb[] | select(.service_name == $name) | .cluster
		'
++ echo '{
  "mysql":  [],
  "mongodb":  [
    {
      "service_id":  "1c15c38f-404d-4655-94a7-8f8157490bd5",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-1",
      "node_id":  "a39dc103-ad25-4757-98d4-df658857feee",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "44bd91e9-e1dc-43e8-96eb-e9346d3a2fe8",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-2",
      "node_id":  "50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "5dd78bc8-5b3c-475b-b783-2562e020e350",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-0",
      "node_id":  "e5a69eea-3a1f-44f3-8275-a6ebde525174",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "8f018be1-b2f4-4420-a76a-65928fe70990",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-1",
      "node_id":  "4a39f9a5-f655-43a2-b4f2-347786152138",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "b58e0629-1f5d-4d9c-8137-a479811ba81a",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-2",
      "node_id":  "42b40e17-b12d-40e5-86ca-d1cf63dc7240",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "c5b03d4b-5105-49db-ad83-8340c2706efe",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-mongos-0",
      "node_id":  "d35eae26-9a05-4fde-9cd0-4bece89864a2",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongos",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "c87da6f5-14c5-44e8-ba14-b4831d4a6a56",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-0",
      "node_id":  "8ad6a7c7-35a6-414f-b6eb-e50075a36d73",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "ea7cdae8-7d66-4c13-aba7-df8d032d8543",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-rs0-2",
      "node_id":  "581e2131-9790-4726-90e9-a9872bdd876c",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    },
    {
      "service_id":  "f22f21f9-b266-45fd-9959-0ba9c86bf19b",
      "service_name":  "monitoring-pmm3-18741-monitoring-pmm3-cfg-1",
      "node_id":  "fc729319-8650-40de-938e-5acb56650e2e",
      "address":  "localhost",
      "port":  27019,
      "socket":  "",
      "environment":  "dev-mongod",
      "cluster":  "super-custom",
      "replication_set":  "",
      "custom_labels":  {},
      "version":  ""
    }
  ],
  "postgresql":  [],
  "proxysql":  [],
  "haproxy":  [],
  "external":  []
}'
+ actual_cluster=super-custom
+ [[ -z super-custom ]]
+ [[ super-custom == \n\u\l\l ]]
+ [[ super-custom != \s\u\p\e\r\-\c\u\s\t\o\m ]]
+ return 0
+ nodeList=($(get_node_id_from_pmm))
++ get_node_id_from_pmm
++ nodeList=()
++ local -a nodeList
+++ kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7op6PpDguY
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.89tIy7ugLO
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.7op6PpDguY
+++ cat /tmp/tmp.89tIy7ugLO
+++ rm /tmp/tmp.7op6PpDguY /tmp/tmp.89tIy7ugLO
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-cfg-0 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.hIPcY4ggho
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.8ntZY2o7vv
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-cfg-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.hIPcY4ggho
+++ cat /tmp/tmp.8ntZY2o7vv
+++ rm /tmp/tmp.hIPcY4ggho /tmp/tmp.8ntZY2o7vv
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-cfg-1 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.FaQaNNz0HU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ARsif7RBPl
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ jq -r .pmm_agent_status.node_id
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-cfg-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.FaQaNNz0HU
+++ cat /tmp/tmp.ARsif7RBPl
+++ rm /tmp/tmp.FaQaNNz0HU /tmp/tmp.ARsif7RBPl
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-cfg-2 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YVQN34W4A3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.inYKpXIHZu
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-cfg-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.YVQN34W4A3
+++ cat /tmp/tmp.inYKpXIHZu
+++ rm /tmp/tmp.YVQN34W4A3 /tmp/tmp.inYKpXIHZu
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ jq -r .pmm_agent_status.node_id
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-mongos-0 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.5mkzagnkbK
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ebjg1wacnT
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-mongos-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.5mkzagnkbK
+++ cat /tmp/tmp.ebjg1wacnT
+++ rm /tmp/tmp.5mkzagnkbK /tmp/tmp.ebjg1wacnT
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-mongos-1 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Cd8FqD6okR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.z7Cb38l5M6
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-mongos-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Cd8FqD6okR
+++ cat /tmp/tmp.z7Cb38l5M6
+++ rm /tmp/tmp.Cd8FqD6okR /tmp/tmp.z7Cb38l5M6
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-mongos-2 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.cPzgogrOn5
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ox84tvhMXj
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-mongos-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.cPzgogrOn5
+++ cat /tmp/tmp.ox84tvhMXj
+++ rm /tmp/tmp.cPzgogrOn5 /tmp/tmp.ox84tvhMXj
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ jq -r .pmm_agent_status.node_id
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-rs0-0 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.q22SP7F5Ds
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bXHDs9wnIw
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-rs0-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.q22SP7F5Ds
+++ cat /tmp/tmp.bXHDs9wnIw
+++ rm /tmp/tmp.q22SP7F5Ds /tmp/tmp.bXHDs9wnIw
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-rs0-1 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ jq -r .pmm_agent_status.node_id
+++ local LAST_OUT=/tmp/tmp.DFulfJZVSr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.We6zfoey81
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-rs0-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.DFulfJZVSr
+++ cat /tmp/tmp.We6zfoey81
+++ rm /tmp/tmp.DFulfJZVSr /tmp/tmp.We6zfoey81
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ jq -r .pmm_agent_status.node_id
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-pmm3-rs0-2 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yOTt5MkWQb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.w0N2nnQGXz
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-pmm3-rs0-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.yOTt5MkWQb
+++ cat /tmp/tmp.w0N2nnQGXz
+++ rm /tmp/tmp.yOTt5MkWQb /tmp/tmp.w0N2nnQGXz
+++ return 0
++ echo 8ad6a7c7-35a6-414f-b6eb-e50075a36d73 fc729319-8650-40de-938e-5acb56650e2e 50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062 d35eae26-9a05-4fde-9cd0-4bece89864a2 4a39f9a5-f655-43a2-b4f2-347786152138 42b40e17-b12d-40e5-86ca-d1cf63dc7240 e5a69eea-3a1f-44f3-8275-a6ebde525174 a39dc103-ad25-4757-98d4-df658857feee 581e2131-9790-4726-90e9-a9872bdd876c
+ nodeList_from_pmm=($(does_node_id_exists "${nodeList[@]}"))
++ does_node_id_exists 8ad6a7c7-35a6-414f-b6eb-e50075a36d73 fc729319-8650-40de-938e-5acb56650e2e 50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062 d35eae26-9a05-4fde-9cd0-4bece89864a2 4a39f9a5-f655-43a2-b4f2-347786152138 42b40e17-b12d-40e5-86ca-d1cf63dc7240 e5a69eea-3a1f-44f3-8275-a6ebde525174 a39dc103-ad25-4757-98d4-df658857feee 581e2131-9790-4726-90e9-a9872bdd876c
++ nodeList=("$@")
++ local -a nodeList
++ nodeList_from_pmm=()
++ local -a nodeList_from_pmm
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep 8ad6a7c7-35a6-414f-b6eb-e50075a36d73
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.cZySfoVYRo
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.zg9zp6xhjn
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.cZySfoVYRo
++++ cat /tmp/tmp.zg9zp6xhjn
++++ rm /tmp/tmp.cZySfoVYRo /tmp/tmp.zg9zp6xhjn
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.KUxqlDgzIK
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.n5Rg0IoTd7
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.KUxqlDgzIK
++++ cat /tmp/tmp.n5Rg0IoTd7
++++ rm /tmp/tmp.KUxqlDgzIK /tmp/tmp.n5Rg0IoTd7
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.eZmm0SXE7Y
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JvewMUdYTM
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.eZmm0SXE7Y
+++ cat /tmp/tmp.JvewMUdYTM
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.eZmm0SXE7Y
+++ cat /tmp/tmp.JvewMUdYTM
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.eZmm0SXE7Y
+++ cat /tmp/tmp.JvewMUdYTM
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.eZmm0SXE7Y
+++ cat /tmp/tmp.JvewMUdYTM
command terminated with exit code 1
+++ rm /tmp/tmp.eZmm0SXE7Y /tmp/tmp.JvewMUdYTM
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep fc729319-8650-40de-938e-5acb56650e2e
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.JrTuBtsUrf
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.o7RedRbbzl
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.JrTuBtsUrf
++++ cat /tmp/tmp.o7RedRbbzl
++++ rm /tmp/tmp.JrTuBtsUrf /tmp/tmp.o7RedRbbzl
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.53tbz0WDrX
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.JiPmrrle9u
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.53tbz0WDrX
++++ cat /tmp/tmp.JiPmrrle9u
++++ rm /tmp/tmp.53tbz0WDrX /tmp/tmp.JiPmrrle9u
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.pQpkSKAWpz
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BxvZq3XuTa
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.pQpkSKAWpz
+++ cat /tmp/tmp.BxvZq3XuTa
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.pQpkSKAWpz
+++ cat /tmp/tmp.BxvZq3XuTa
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.pQpkSKAWpz
+++ cat /tmp/tmp.BxvZq3XuTa
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.pQpkSKAWpz
+++ cat /tmp/tmp.BxvZq3XuTa
command terminated with exit code 1
+++ rm /tmp/tmp.pQpkSKAWpz /tmp/tmp.BxvZq3XuTa
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep 50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.hGxdcLWVwE
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.TWI2t9qdzy
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.hGxdcLWVwE
++++ cat /tmp/tmp.TWI2t9qdzy
++++ rm /tmp/tmp.hGxdcLWVwE /tmp/tmp.TWI2t9qdzy
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.yRDxKJNFn2
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.SQixGaxs5g
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.yRDxKJNFn2
++++ cat /tmp/tmp.SQixGaxs5g
++++ rm /tmp/tmp.yRDxKJNFn2 /tmp/tmp.SQixGaxs5g
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.mzBghFVadq
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.8rKsY6w0sW
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.mzBghFVadq
+++ cat /tmp/tmp.8rKsY6w0sW
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.mzBghFVadq
+++ cat /tmp/tmp.8rKsY6w0sW
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.mzBghFVadq
+++ cat /tmp/tmp.8rKsY6w0sW
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.mzBghFVadq
+++ cat /tmp/tmp.8rKsY6w0sW
command terminated with exit code 1
+++ rm /tmp/tmp.mzBghFVadq /tmp/tmp.8rKsY6w0sW
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep d35eae26-9a05-4fde-9cd0-4bece89864a2
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.2vselI2rjk
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.zUqoH8KsCc
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.2vselI2rjk
++++ cat /tmp/tmp.zUqoH8KsCc
++++ rm /tmp/tmp.2vselI2rjk /tmp/tmp.zUqoH8KsCc
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.GLsY4iv7cw
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.2ETNOWpGbX
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.GLsY4iv7cw
++++ cat /tmp/tmp.2ETNOWpGbX
++++ rm /tmp/tmp.GLsY4iv7cw /tmp/tmp.2ETNOWpGbX
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.D0t8asZ9pt
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WL5yFWSCwo
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.D0t8asZ9pt
+++ cat /tmp/tmp.WL5yFWSCwo
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.D0t8asZ9pt
+++ cat /tmp/tmp.WL5yFWSCwo
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.D0t8asZ9pt
+++ cat /tmp/tmp.WL5yFWSCwo
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.D0t8asZ9pt
+++ cat /tmp/tmp.WL5yFWSCwo
command terminated with exit code 1
+++ rm /tmp/tmp.D0t8asZ9pt /tmp/tmp.WL5yFWSCwo
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep 4a39f9a5-f655-43a2-b4f2-347786152138
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.NER8vx6kjS
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.mln7FVRmJJ
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.NER8vx6kjS
++++ cat /tmp/tmp.mln7FVRmJJ
++++ rm /tmp/tmp.NER8vx6kjS /tmp/tmp.mln7FVRmJJ
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.K3jnldLfL6
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.IKBflMESiZ
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.K3jnldLfL6
++++ cat /tmp/tmp.IKBflMESiZ
++++ rm /tmp/tmp.K3jnldLfL6 /tmp/tmp.IKBflMESiZ
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.sqa22puvgP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NO5G5T35PL
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.sqa22puvgP
+++ cat /tmp/tmp.NO5G5T35PL
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.sqa22puvgP
+++ cat /tmp/tmp.NO5G5T35PL
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.sqa22puvgP
+++ cat /tmp/tmp.NO5G5T35PL
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.sqa22puvgP
+++ cat /tmp/tmp.NO5G5T35PL
command terminated with exit code 1
+++ rm /tmp/tmp.sqa22puvgP /tmp/tmp.NO5G5T35PL
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep 42b40e17-b12d-40e5-86ca-d1cf63dc7240
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.cI8lSkPlbE
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.xVUGRCZKw3
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.cI8lSkPlbE
++++ cat /tmp/tmp.xVUGRCZKw3
++++ rm /tmp/tmp.cI8lSkPlbE /tmp/tmp.xVUGRCZKw3
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.UJJl4lYosP
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.CqSJKLZOD1
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.UJJl4lYosP
++++ cat /tmp/tmp.CqSJKLZOD1
++++ rm /tmp/tmp.UJJl4lYosP /tmp/tmp.CqSJKLZOD1
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RlFI9c7boF
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BOoBZ9hjdh
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.RlFI9c7boF
+++ cat /tmp/tmp.BOoBZ9hjdh
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.RlFI9c7boF
+++ cat /tmp/tmp.BOoBZ9hjdh
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.RlFI9c7boF
+++ cat /tmp/tmp.BOoBZ9hjdh
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.RlFI9c7boF
+++ cat /tmp/tmp.BOoBZ9hjdh
command terminated with exit code 1
+++ rm /tmp/tmp.RlFI9c7boF /tmp/tmp.BOoBZ9hjdh
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep e5a69eea-3a1f-44f3-8275-a6ebde525174
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.EfoAcycOvH
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.Hoe6vg8ahc
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.EfoAcycOvH
++++ cat /tmp/tmp.Hoe6vg8ahc
++++ rm /tmp/tmp.EfoAcycOvH /tmp/tmp.Hoe6vg8ahc
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.AJflzhyzsx
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.MBY0vzgN07
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.AJflzhyzsx
++++ cat /tmp/tmp.MBY0vzgN07
++++ rm /tmp/tmp.AJflzhyzsx /tmp/tmp.MBY0vzgN07
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tnlNw2SVQw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.04ub1MHWXQ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.tnlNw2SVQw
+++ cat /tmp/tmp.04ub1MHWXQ
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.tnlNw2SVQw
+++ cat /tmp/tmp.04ub1MHWXQ
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.tnlNw2SVQw
+++ cat /tmp/tmp.04ub1MHWXQ
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.tnlNw2SVQw
+++ cat /tmp/tmp.04ub1MHWXQ
command terminated with exit code 1
+++ rm /tmp/tmp.tnlNw2SVQw /tmp/tmp.04ub1MHWXQ
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep a39dc103-ad25-4757-98d4-df658857feee
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.4JLBXvxDoz
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.zigzmEmjD3
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.4JLBXvxDoz
++++ cat /tmp/tmp.zigzmEmjD3
++++ rm /tmp/tmp.4JLBXvxDoz /tmp/tmp.zigzmEmjD3
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.qh3sP30o5E
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.CgovWPiBRx
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.qh3sP30o5E
++++ cat /tmp/tmp.CgovWPiBRx
++++ rm /tmp/tmp.qh3sP30o5E /tmp/tmp.CgovWPiBRx
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1gMefte5g2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.vLXNetToEX
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1gMefte5g2
+++ cat /tmp/tmp.vLXNetToEX
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1gMefte5g2
+++ cat /tmp/tmp.vLXNetToEX
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.1gMefte5g2
+++ cat /tmp/tmp.vLXNetToEX
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.1gMefte5g2
+++ cat /tmp/tmp.vLXNetToEX
command terminated with exit code 1
+++ rm /tmp/tmp.1gMefte5g2 /tmp/tmp.vLXNetToEX
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep 581e2131-9790-4726-90e9-a9872bdd876c
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
+++ awk '{print $4}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Zme4nlnlrU
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.Xsh1n0ct76
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.Zme4nlnlrU
++++ cat /tmp/tmp.Xsh1n0ct76
++++ rm /tmp/tmp.Zme4nlnlrU /tmp/tmp.Xsh1n0ct76
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.jiQBwf1i1k
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.7jDPzcO258
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.jiQBwf1i1k
++++ cat /tmp/tmp.7jDPzcO258
++++ rm /tmp/tmp.jiQBwf1i1k /tmp/tmp.7jDPzcO258
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Ry7wHx1C7y
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.9JLNTWb2Dt
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.Ry7wHx1C7y
+++ cat /tmp/tmp.9JLNTWb2Dt
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.Ry7wHx1C7y
+++ cat /tmp/tmp.9JLNTWb2Dt
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.Ry7wHx1C7y
+++ cat /tmp/tmp.9JLNTWb2Dt
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.Ry7wHx1C7y
+++ cat /tmp/tmp.9JLNTWb2Dt
command terminated with exit code 1
+++ rm /tmp/tmp.Ry7wHx1C7y /tmp/tmp.9JLNTWb2Dt
+++ return 1
++ echo
+ kubectl_bin patch psmdb monitoring-pmm3 --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.GoqKSaUQRL
++ mktemp
+ local LAST_ERR=/tmp/tmp.ETYkq8anra
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch psmdb monitoring-pmm3 --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GoqKSaUQRL
perconaservermongodb.psmdb.percona.com/monitoring-pmm3 patched
+ cat /tmp/tmp.ETYkq8anra
+ rm /tmp/tmp.GoqKSaUQRL /tmp/tmp.ETYkq8anra
+ return 0
+ wait_for_delete pod/monitoring-pmm3-mongos-0
+ local res=pod/monitoring-pmm3-mongos-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-pmm3-mongos-0 to be deleted.......................Error from server (NotFound): pods "monitoring-pmm3-mongos-0" not found
Error from server (NotFound): pods "monitoring-pmm3-mongos-0" not found
Error from server (NotFound): pods "monitoring-pmm3-mongos-0" not found
Error from server (NotFound): pods "monitoring-pmm3-mongos-0" not found
+ wait_for_delete pod/monitoring-pmm3-rs0-0
+ local res=pod/monitoring-pmm3-rs0-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-pmm3-rs0-0 to be deleted......Error from server (NotFound): pods "monitoring-pmm3-rs0-0" not found
Error from server (NotFound): pods "monitoring-pmm3-rs0-0" not found
Error from server (NotFound): pods "monitoring-pmm3-rs0-0" not found
Error from server (NotFound): pods "monitoring-pmm3-rs0-0" not found
+ wait_for_delete pod/monitoring-pmm3-cfg-0
+ local res=pod/monitoring-pmm3-cfg-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-pmm3-cfg-0 to be deleted......Error from server (NotFound): pods "monitoring-pmm3-cfg-0" not found
Error from server (NotFound): pods "monitoring-pmm3-cfg-0" not found
Error from server (NotFound): pods "monitoring-pmm3-cfg-0" not found
Error from server (NotFound): pods "monitoring-pmm3-cfg-0" not found
+ desc 'check if services are not deleted'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if services are not deleted
-----------------------------------------------------------------------------------

+ kubectl_bin get svc monitoring-pmm3-rs0
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ht441sfZ3N
++ mktemp
+ local LAST_ERR=/tmp/tmp.0PeaVQFUcf
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get svc monitoring-pmm3-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ht441sfZ3N
NAME                  TYPE        CLUSTER-IP   EXTERNAL-IP   PORT(S)     AGE
monitoring-pmm3-rs0   ClusterIP   None         <none>        27019/TCP   18m
+ cat /tmp/tmp.0PeaVQFUcf
+ rm /tmp/tmp.Ht441sfZ3N /tmp/tmp.0PeaVQFUcf
+ return 0
+ kubectl_bin get svc monitoring-pmm3-cfg
++ mktemp
+ local LAST_OUT=/tmp/tmp.ojIJWmfCEZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.FkbogU4DRW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get svc monitoring-pmm3-cfg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ojIJWmfCEZ
NAME                  TYPE        CLUSTER-IP   EXTERNAL-IP   PORT(S)     AGE
monitoring-pmm3-cfg   ClusterIP   None         <none>        27019/TCP   18m
+ cat /tmp/tmp.FkbogU4DRW
+ rm /tmp/tmp.ojIJWmfCEZ /tmp/tmp.FkbogU4DRW
+ return 0
+ kubectl_bin get svc monitoring-pmm3-mongos
++ mktemp
+ local LAST_OUT=/tmp/tmp.AXwS9hyFP0
++ mktemp
+ local LAST_ERR=/tmp/tmp.y7stw8n2tN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get svc monitoring-pmm3-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AXwS9hyFP0
NAME                     TYPE        CLUSTER-IP      EXTERNAL-IP   PORT(S)     AGE
monitoring-pmm3-mongos   ClusterIP   34.118.231.66   <none>        27019/TCP   18m
+ cat /tmp/tmp.y7stw8n2tN
+ rm /tmp/tmp.AXwS9hyFP0 /tmp/tmp.y7stw8n2tN
+ return 0
+ does_node_id_exists_in_pmm=($(does_node_id_exists "${nodeList[@]}"))
++ does_node_id_exists 8ad6a7c7-35a6-414f-b6eb-e50075a36d73 fc729319-8650-40de-938e-5acb56650e2e 50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062 d35eae26-9a05-4fde-9cd0-4bece89864a2 4a39f9a5-f655-43a2-b4f2-347786152138 42b40e17-b12d-40e5-86ca-d1cf63dc7240 e5a69eea-3a1f-44f3-8275-a6ebde525174 a39dc103-ad25-4757-98d4-df658857feee 581e2131-9790-4726-90e9-a9872bdd876c
++ nodeList=("$@")
++ local -a nodeList
++ nodeList_from_pmm=()
++ local -a nodeList_from_pmm
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
+++ grep 8ad6a7c7-35a6-414f-b6eb-e50075a36d73
+++ awk '{print $4}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Md1VmaciXh
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.dBtQnIgZvi
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.Md1VmaciXh
++++ cat /tmp/tmp.dBtQnIgZvi
++++ rm /tmp/tmp.Md1VmaciXh /tmp/tmp.dBtQnIgZvi
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.AaGeGHlkX1
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.5qneSfRzKZ
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.AaGeGHlkX1
++++ cat /tmp/tmp.5qneSfRzKZ
++++ rm /tmp/tmp.AaGeGHlkX1 /tmp/tmp.5qneSfRzKZ
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.HZRD1SSsEt
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Gp1jW3d29E
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.HZRD1SSsEt
+++ cat /tmp/tmp.Gp1jW3d29E
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.HZRD1SSsEt
+++ cat /tmp/tmp.Gp1jW3d29E
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.HZRD1SSsEt
+++ cat /tmp/tmp.Gp1jW3d29E
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.HZRD1SSsEt
+++ cat /tmp/tmp.Gp1jW3d29E
command terminated with exit code 1
+++ rm /tmp/tmp.HZRD1SSsEt /tmp/tmp.Gp1jW3d29E
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep fc729319-8650-40de-938e-5acb56650e2e
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.gNGAIAvmR5
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.neLVRyHStf
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.gNGAIAvmR5
++++ cat /tmp/tmp.neLVRyHStf
++++ rm /tmp/tmp.gNGAIAvmR5 /tmp/tmp.neLVRyHStf
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.MimifbSn0M
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.7VTbfnvh7l
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.MimifbSn0M
++++ cat /tmp/tmp.7VTbfnvh7l
++++ rm /tmp/tmp.MimifbSn0M /tmp/tmp.7VTbfnvh7l
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.8gFCYyMSWr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JdKjVOCPhe
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.8gFCYyMSWr
+++ cat /tmp/tmp.JdKjVOCPhe
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.8gFCYyMSWr
+++ cat /tmp/tmp.JdKjVOCPhe
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.8gFCYyMSWr
+++ cat /tmp/tmp.JdKjVOCPhe
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.8gFCYyMSWr
+++ cat /tmp/tmp.JdKjVOCPhe
command terminated with exit code 1
+++ rm /tmp/tmp.8gFCYyMSWr /tmp/tmp.JdKjVOCPhe
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
+++ grep 50efb6c6-3a4e-4afa-92e2-d9c6cfa5a062
+++ awk '{print $4}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.wCDMXmOfax
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.8rwBBPTmJ4
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.wCDMXmOfax
++++ cat /tmp/tmp.8rwBBPTmJ4
++++ rm /tmp/tmp.wCDMXmOfax /tmp/tmp.8rwBBPTmJ4
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.nQjEiS78Sf
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.HRQjCUvBf7
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.nQjEiS78Sf
++++ cat /tmp/tmp.HRQjCUvBf7
++++ rm /tmp/tmp.nQjEiS78Sf /tmp/tmp.HRQjCUvBf7
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3cVBzyehBB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.SuHFUR9PBk
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.3cVBzyehBB
+++ cat /tmp/tmp.SuHFUR9PBk
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.3cVBzyehBB
+++ cat /tmp/tmp.SuHFUR9PBk
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.3cVBzyehBB
+++ cat /tmp/tmp.SuHFUR9PBk
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.3cVBzyehBB
+++ cat /tmp/tmp.SuHFUR9PBk
command terminated with exit code 1
+++ rm /tmp/tmp.3cVBzyehBB /tmp/tmp.SuHFUR9PBk
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep d35eae26-9a05-4fde-9cd0-4bece89864a2
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.oMZnrY2jM4
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.WOm2ITpObe
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.oMZnrY2jM4
++++ cat /tmp/tmp.WOm2ITpObe
++++ rm /tmp/tmp.oMZnrY2jM4 /tmp/tmp.WOm2ITpObe
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.TG343QEg6E
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.TcJY9g6GIN
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.TG343QEg6E
++++ cat /tmp/tmp.TcJY9g6GIN
++++ rm /tmp/tmp.TG343QEg6E /tmp/tmp.TcJY9g6GIN
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7wRo34LU3A
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Y33fdCOoqd
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.7wRo34LU3A
+++ cat /tmp/tmp.Y33fdCOoqd
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.7wRo34LU3A
+++ cat /tmp/tmp.Y33fdCOoqd
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.7wRo34LU3A
+++ cat /tmp/tmp.Y33fdCOoqd
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.7wRo34LU3A
+++ cat /tmp/tmp.Y33fdCOoqd
command terminated with exit code 1
+++ rm /tmp/tmp.7wRo34LU3A /tmp/tmp.Y33fdCOoqd
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep 4a39f9a5-f655-43a2-b4f2-347786152138
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.EnWMrLHjPM
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.VhfDJMyzno
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.EnWMrLHjPM
++++ cat /tmp/tmp.VhfDJMyzno
++++ rm /tmp/tmp.EnWMrLHjPM /tmp/tmp.VhfDJMyzno
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.yfoZ7IPAPn
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.Chh6WipChB
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.yfoZ7IPAPn
++++ cat /tmp/tmp.Chh6WipChB
++++ rm /tmp/tmp.yfoZ7IPAPn /tmp/tmp.Chh6WipChB
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.hDAggTOLxC
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6TuMtIjMpz
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.hDAggTOLxC
+++ cat /tmp/tmp.6TuMtIjMpz
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.hDAggTOLxC
+++ cat /tmp/tmp.6TuMtIjMpz
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.hDAggTOLxC
+++ cat /tmp/tmp.6TuMtIjMpz
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.hDAggTOLxC
+++ cat /tmp/tmp.6TuMtIjMpz
command terminated with exit code 1
+++ rm /tmp/tmp.hDAggTOLxC /tmp/tmp.6TuMtIjMpz
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep 42b40e17-b12d-40e5-86ca-d1cf63dc7240
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.ZJ4zQ8XJFh
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.esSFvenbkP
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.ZJ4zQ8XJFh
++++ cat /tmp/tmp.esSFvenbkP
++++ rm /tmp/tmp.ZJ4zQ8XJFh /tmp/tmp.esSFvenbkP
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.woq3nqhv8z
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.l4a2RyMRsM
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.woq3nqhv8z
++++ cat /tmp/tmp.l4a2RyMRsM
++++ rm /tmp/tmp.woq3nqhv8z /tmp/tmp.l4a2RyMRsM
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.KbRAZt4o8E
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3XMTMdYgZH
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.KbRAZt4o8E
+++ cat /tmp/tmp.3XMTMdYgZH
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.KbRAZt4o8E
+++ cat /tmp/tmp.3XMTMdYgZH
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.KbRAZt4o8E
+++ cat /tmp/tmp.3XMTMdYgZH
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.KbRAZt4o8E
+++ cat /tmp/tmp.3XMTMdYgZH
command terminated with exit code 1
+++ rm /tmp/tmp.KbRAZt4o8E /tmp/tmp.3XMTMdYgZH
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep e5a69eea-3a1f-44f3-8275-a6ebde525174
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.aOtzPITvzu
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.PDbFZcgRhe
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.aOtzPITvzu
++++ cat /tmp/tmp.PDbFZcgRhe
++++ rm /tmp/tmp.aOtzPITvzu /tmp/tmp.PDbFZcgRhe
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.6hPx5S6Tg2
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.LsSLvxeCZT
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.6hPx5S6Tg2
++++ cat /tmp/tmp.LsSLvxeCZT
++++ rm /tmp/tmp.6hPx5S6Tg2 /tmp/tmp.LsSLvxeCZT
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.h25Q4mREh9
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gPTAszF5DC
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.h25Q4mREh9
+++ cat /tmp/tmp.gPTAszF5DC
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.h25Q4mREh9
+++ cat /tmp/tmp.gPTAszF5DC
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.h25Q4mREh9
+++ cat /tmp/tmp.gPTAszF5DC
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.h25Q4mREh9
+++ cat /tmp/tmp.gPTAszF5DC
command terminated with exit code 1
+++ rm /tmp/tmp.h25Q4mREh9 /tmp/tmp.gPTAszF5DC
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
+++ grep a39dc103-ad25-4757-98d4-df658857feee
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.mP9RhrZWsO
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.kifkukeYrz
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.mP9RhrZWsO
++++ cat /tmp/tmp.kifkukeYrz
++++ rm /tmp/tmp.mP9RhrZWsO /tmp/tmp.kifkukeYrz
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Wig2Hkq5Dh
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.KvdWry7Y3q
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.Wig2Hkq5Dh
++++ cat /tmp/tmp.KvdWry7Y3q
++++ rm /tmp/tmp.Wig2Hkq5Dh /tmp/tmp.KvdWry7Y3q
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.JlxBn2pRc0
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.rrHzxyxa5S
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.JlxBn2pRc0
+++ cat /tmp/tmp.rrHzxyxa5S
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.JlxBn2pRc0
+++ cat /tmp/tmp.rrHzxyxa5S
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.JlxBn2pRc0
+++ cat /tmp/tmp.rrHzxyxa5S
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.JlxBn2pRc0
+++ cat /tmp/tmp.rrHzxyxa5S
command terminated with exit code 1
+++ rm /tmp/tmp.JlxBn2pRc0 /tmp/tmp.rrHzxyxa5S
+++ return 1
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep 581e2131-9790-4726-90e9-a9872bdd876c
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.TFw717sw1b
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.GGYcNcLuuZ
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.TFw717sw1b
++++ cat /tmp/tmp.GGYcNcLuuZ
++++ rm /tmp/tmp.TFw717sw1b /tmp/tmp.GGYcNcLuuZ
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.l602gTVz4l
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.xxfMi8ieJm
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.l602gTVz4l
++++ cat /tmp/tmp.xxfMi8ieJm
++++ rm /tmp/tmp.l602gTVz4l /tmp/tmp.xxfMi8ieJm
++++ return 0
+++ kubectl_bin exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.8JMa3uHaWB
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.QNnJ2c0yqS
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.8JMa3uHaWB
+++ cat /tmp/tmp.QNnJ2c0yqS
command terminated with exit code 1
+++ sleep 0
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.8JMa3uHaWB
+++ cat /tmp/tmp.QNnJ2c0yqS
command terminated with exit code 1
+++ sleep 4
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-pmm3-18741 monitoring-server-0 -- pmm-admin --server-url=https://admin:admin@34.70.176.48/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=1
+++ set -e
+++ '[' 1 '!=' 0 -a -n 1 ']'
+++ cat /tmp/tmp.8JMa3uHaWB
+++ cat /tmp/tmp.QNnJ2c0yqS
command terminated with exit code 1
+++ sleep 8
+++ cat /tmp/tmp.8JMa3uHaWB
+++ cat /tmp/tmp.QNnJ2c0yqS
command terminated with exit code 1
+++ rm /tmp/tmp.8JMa3uHaWB /tmp/tmp.QNnJ2c0yqS
+++ return 1
++ echo
+ [[ -n '' ]]
++ kubectl_bin logs monitoring-pmm3-rs0-0 pmm-client
++ grep -c 'cannot auto discover databases and collections'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RrKazdDzNM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3b3QmYUvxs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl logs monitoring-pmm3-rs0-0 pmm-client
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.RrKazdDzNM
++ cat /tmp/tmp.3b3QmYUvxs
error: error from server (NotFound): pods "monitoring-pmm3-rs0-0" not found in namespace "monitoring-pmm3-18741"
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl logs monitoring-pmm3-rs0-0 pmm-client
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.RrKazdDzNM
++ cat /tmp/tmp.3b3QmYUvxs
error: error from server (NotFound): pods "monitoring-pmm3-rs0-0" not found in namespace "monitoring-pmm3-18741"
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl logs monitoring-pmm3-rs0-0 pmm-client
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.RrKazdDzNM
++ cat /tmp/tmp.3b3QmYUvxs
error: error from server (NotFound): pods "monitoring-pmm3-rs0-0" not found in namespace "monitoring-pmm3-18741"
++ sleep 8
++ cat /tmp/tmp.RrKazdDzNM
++ cat /tmp/tmp.3b3QmYUvxs
error: error from server (NotFound): pods "monitoring-pmm3-rs0-0" not found in namespace "monitoring-pmm3-18741"
++ rm /tmp/tmp.RrKazdDzNM /tmp/tmp.3b3QmYUvxs
++ return 1
+ [[ 0 != 0 ]]
+ desc 'check for passwords leak'
+ set +o xtrace


-----------------------------------------------------------------------------------
check for passwords leak
-----------------------------------------------------------------------------------

+ check_passwords_leak
+ local secrets
+ local passwords
+ local pods
++ kubectl_bin get secrets -o json
+++ mktemp
++ jq -r '.items[].data | to_entries | .[] | select(.key | (contains("_PASSWORD"))) | .value'
++ local LAST_OUT=/tmp/tmp.36nLIEEKMs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NIXqCzXBKG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.36nLIEEKMs
++ cat /tmp/tmp.NIXqCzXBKG
++ rm /tmp/tmp.36nLIEEKMs /tmp/tmp.NIXqCzXBKG
++ return 0
+ secrets='YmFja3VwMTIzNDU2
YmFja3VwMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
dXNlckFkbWluMTIzNDU2
dXNlckFkbWluMTIzNDU2
d0huWlclSTcpXkpgek9SZg==
YmFja3VwMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
dXNlckFkbWluMTIzNDU2'
+ echo secrets=YmFja3VwMTIzNDU2 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2 dXNlckFkbWluMTIzNDU2 d0huWlclSTcpXkpgek9SZg== YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2
secrets=YmFja3VwMTIzNDU2 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2 dXNlckFkbWluMTIzNDU2 d0huWlclSTcpXkpgek9SZg== YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
++ for i in '$secrets'
++ base64 -d
++ echo
+ passwords='backup123456
backup123456
clusterAdmin123456
clusterAdmin123456
clusterMonitor123456
clusterMonitor123456
databaseAdmin123456
databaseAdmin123456
userAdmin123456
userAdmin123456
wHnZW%I7)^J`zORf
backup123456
clusterAdmin123456
clusterMonitor123456
databaseAdmin123456
userAdmin123456 YmFja3VwMTIzNDU2
YmFja3VwMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
dXNlckFkbWluMTIzNDU2
dXNlckFkbWluMTIzNDU2
d0huWlclSTcpXkpgek9SZg==
YmFja3VwMTIzNDU2
Y2x1c3RlckFkbWluMTIzNDU2
Y2x1c3Rlck1vbml0b3IxMjM0NTY=
ZGF0YWJhc2VBZG1pbjEyMzQ1Ng==
dXNlckFkbWluMTIzNDU2'
+ echo passwords=backup123456 backup123456 clusterAdmin123456 clusterAdmin123456 clusterMonitor123456 clusterMonitor123456 databaseAdmin123456 databaseAdmin123456 userAdmin123456 userAdmin123456 'wHnZW%I7)^J`zORf' backup123456 clusterAdmin123456 clusterMonitor123456 databaseAdmin123456 userAdmin123456 YmFja3VwMTIzNDU2 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2 dXNlckFkbWluMTIzNDU2 d0huWlclSTcpXkpgek9SZg== YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2
passwords=backup123456 backup123456 clusterAdmin123456 clusterAdmin123456 clusterMonitor123456 clusterMonitor123456 databaseAdmin123456 databaseAdmin123456 userAdmin123456 userAdmin123456 wHnZW%I7)^J`zORf backup123456 clusterAdmin123456 clusterMonitor123456 databaseAdmin123456 userAdmin123456 YmFja3VwMTIzNDU2 YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2 dXNlckFkbWluMTIzNDU2 d0huWlclSTcpXkpgek9SZg== YmFja3VwMTIzNDU2 Y2x1c3RlckFkbWluMTIzNDU2 Y2x1c3Rlck1vbml0b3IxMjM0NTY= ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== dXNlckFkbWluMTIzNDU2
++ awk -F / '{print $2}'
++ kubectl_bin get pods -o name
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Xyb8q5Udt9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hGRhSqwRBm
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods -o name
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Xyb8q5Udt9
++ cat /tmp/tmp.hGRhSqwRBm
++ rm /tmp/tmp.Xyb8q5Udt9 /tmp/tmp.hGRhSqwRBm
++ return 0
+ pods='monitoring-server-0
psmdb-client-f8b7b5fb5-sz9f2'
+ echo pods=monitoring-server-0 psmdb-client-f8b7b5fb5-sz9f2
pods=monitoring-server-0 psmdb-client-f8b7b5fb5-sz9f2
+ collect_logs monitoring-pmm3-18741
+ local containers
+ local count
+ NS=monitoring-pmm3-18741
+ for p in '$pods'
++ kubectl_bin -n monitoring-pmm3-18741 get pod monitoring-server-0 -o 'jsonpath={.spec.containers[*].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YXbiIsocqR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2wmC65ELVS
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl -n monitoring-pmm3-18741 get pod monitoring-server-0 -o 'jsonpath={.spec.containers[*].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YXbiIsocqR
++ cat /tmp/tmp.2wmC65ELVS
++ rm /tmp/tmp.YXbiIsocqR /tmp/tmp.2wmC65ELVS
++ return 0
+ containers=pmm
+ for c in '$containers'
+ [[ pmm =~ pmm ]]
+ continue
+ echo

+ for p in '$pods'
++ kubectl_bin -n monitoring-pmm3-18741 get pod psmdb-client-f8b7b5fb5-sz9f2 -o 'jsonpath={.spec.containers[*].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kKKwFqM1ob
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7o7D9Owutn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl -n monitoring-pmm3-18741 get pod psmdb-client-f8b7b5fb5-sz9f2 -o 'jsonpath={.spec.containers[*].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kKKwFqM1ob
++ cat /tmp/tmp.7o7D9Owutn
++ rm /tmp/tmp.kKKwFqM1ob /tmp/tmp.7o7D9Owutn
++ return 0
+ containers=psmdb-client
+ for c in '$containers'
+ [[ psmdb-client =~ pmm ]]
+ kubectl_bin -n monitoring-pmm3-18741 logs psmdb-client-f8b7b5fb5-sz9f2 -c psmdb-client
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ecpi2FuqCc
++ mktemp
+ local LAST_ERR=/tmp/tmp.lC4GeAjhXW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n monitoring-pmm3-18741 logs psmdb-client-f8b7b5fb5-sz9f2 -c psmdb-client
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ecpi2FuqCc
+ cat /tmp/tmp.lC4GeAjhXW
+ rm /tmp/tmp.Ecpi2FuqCc /tmp/tmp.lC4GeAjhXW
+ return 0
+ echo logs saved in: /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
logs saved in: /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- 'wHnZW%I7)^J`zORf' /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- d0huWlclSTcpXkpgek9SZg== /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-psmdb-client-f8b7b5fb5-sz9f2-psmdb-client.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ echo

+ '[' -n psmdb-operator ']'
++ kubectl_bin -n psmdb-operator get pods -o name
++ awk -F / '{print $2}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FehMw24U1q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lC2SMcTswW
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl -n psmdb-operator get pods -o name
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FehMw24U1q
++ cat /tmp/tmp.lC2SMcTswW
++ rm /tmp/tmp.FehMw24U1q /tmp/tmp.lC2SMcTswW
++ return 0
+ pods=percona-server-mongodb-operator-7679559fb5-49mfv
+ collect_logs psmdb-operator
+ local containers
+ local count
+ NS=psmdb-operator
+ for p in '$pods'
++ kubectl_bin -n psmdb-operator get pod percona-server-mongodb-operator-7679559fb5-49mfv -o 'jsonpath={.spec.containers[*].name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UzNkSMNPFF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7HGXEzV0rq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl -n psmdb-operator get pod percona-server-mongodb-operator-7679559fb5-49mfv -o 'jsonpath={.spec.containers[*].name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UzNkSMNPFF
++ cat /tmp/tmp.7HGXEzV0rq
++ rm /tmp/tmp.UzNkSMNPFF /tmp/tmp.7HGXEzV0rq
++ return 0
+ containers=percona-server-mongodb-operator
+ for c in '$containers'
+ [[ percona-server-mongodb-operator =~ pmm ]]
+ kubectl_bin -n psmdb-operator logs percona-server-mongodb-operator-7679559fb5-49mfv -c percona-server-mongodb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.lyklMWZGpn
++ mktemp
+ local LAST_ERR=/tmp/tmp.iB4q8Pyfuo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n psmdb-operator logs percona-server-mongodb-operator-7679559fb5-49mfv -c percona-server-mongodb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lyklMWZGpn
+ cat /tmp/tmp.iB4q8Pyfuo
+ rm /tmp/tmp.lyklMWZGpn /tmp/tmp.iB4q8Pyfuo
+ return 0
+ echo logs saved in: /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
logs saved in: /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- 'wHnZW%I7)^J`zORf' /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- backup123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- clusterMonitor123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- databaseAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- userAdmin123456 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- d0huWlclSTcpXkpgek9SZg== /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- YmFja3VwMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3RlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- Y2x1c3Rlck1vbml0b3IxMjM0NTY= /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- ZGF0YWJhc2VBZG1pbjEyMzQ1Ng== /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ for pass in '$passwords'
++ grep -c --fixed-strings -- dXNlckFkbWluMTIzNDU2 /tmp/tmp.fDg52mYYQn/logs_output-percona-server-mongodb-operator-7679559fb5-49mfv-percona-server-mongodb-operator.txt
++ :
+ count=0
+ [[ 0 != 0 ]]
+ echo

+ helm uninstall monitoring
release "monitoring" uninstalled
+ destroy monitoring-pmm3-18741
+ local namespace=monitoring-pmm3-18741
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AB5HXAPjXf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XbnBJMViIa
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AB5HXAPjXf
++ cat /tmp/tmp.XbnBJMViIa
No resources found in monitoring-pmm3-18741 namespace.
++ rm /tmp/tmp.AB5HXAPjXf /tmp/tmp.XbnBJMViIa
++ return 0
+ '[' 0 '!=' 0 ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.SfTN9BHbGm
++ mktemp
+ local LAST_ERR=/tmp/tmp.m6dvAMZJEH
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SfTN9BHbGm
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.m6dvAMZJEH
+ rm /tmp/tmp.SfTN9BHbGm /tmp/tmp.m6dvAMZJEH
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.IxkhvagoSC
++ mktemp
+ local LAST_ERR=/tmp/tmp.zitUwNVWPz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IxkhvagoSC
+ cat /tmp/tmp.zitUwNVWPz
+ rm /tmp/tmp.IxkhvagoSC /tmp/tmp.zitUwNVWPz
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.IHsnRDb1xT
++ mktemp
+ local LAST_ERR=/tmp/tmp.urBeVI43jG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IHsnRDb1xT
+ cat /tmp/tmp.urBeVI43jG
+ rm /tmp/tmp.IHsnRDb1xT /tmp/tmp.urBeVI43jG
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.Li4b1URucT
++ mktemp
+ local LAST_ERR=/tmp/tmp.Jg9dflxB2l
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Li4b1URucT
+ cat /tmp/tmp.Jg9dflxB2l
+ rm /tmp/tmp.Li4b1URucT /tmp/tmp.Jg9dflxB2l
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.RKKTJ3DHpU
++ mktemp
+ local LAST_ERR=/tmp/tmp.2pM6sMXTZJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1965/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.RKKTJ3DHpU
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.2pM6sMXTZJ
+ rm /tmp/tmp.RKKTJ3DHpU /tmp/tmp.2pM6sMXTZJ
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.z5VX3zdGrd
++ mktemp
+ local LAST_ERR=/tmp/tmp.W38RtanIOq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.z5VX3zdGrd
namespace "cert-manager" deleted
customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted
serviceaccount "cert-manager-cainjector" deleted
serviceaccount "cert-manager" deleted
serviceaccount "cert-manager-webhook" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-cluster-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted
role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted
rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted
rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted
mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
+ cat /tmp/tmp.W38RtanIOq
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.z5VX3zdGrd
namespace "cert-manager" deleted
+ cat /tmp/tmp.W38RtanIOq
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.z5VX3zdGrd
+ cat /tmp/tmp.W38RtanIOq
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.z5VX3zdGrd
+ cat /tmp/tmp.W38RtanIOq
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.17.2/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.z5VX3zdGrd /tmp/tmp.W38RtanIOq
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ rm -rf /tmp/tmp.fDg52mYYQn
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
+ kubectl_bin delete --grace-period=0 --force=true namespace monitoring-pmm3-18741
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.ToFDb8poYv
++ mktemp
+ local LAST_OUT=/tmp/tmp.y7aADmHpMc
+ local LAST_ERR=/tmp/tmp.gVOmmp2wk3
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.oeTXLor04B
+ local exit_status=0
+ local timeout=4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace monitoring-pmm3-18741