Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/logs/monitoring-2-0.log
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
+ create_infra monitoring-2-0-16381
+ local ns=monitoring-2-0-16381
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.0oUaMAOnMN
++ mktemp
+ local LAST_ERR=/tmp/tmp.TRCNLL46On
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0oUaMAOnMN
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.TRCNLL46On
+ rm /tmp/tmp.0oUaMAOnMN /tmp/tmp.TRCNLL46On
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.EG0qKRrmfM
++ mktemp
+ local LAST_ERR=/tmp/tmp.hz7bYdVoo7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EG0qKRrmfM
+ cat /tmp/tmp.hz7bYdVoo7
+ rm /tmp/tmp.EG0qKRrmfM /tmp/tmp.hz7bYdVoo7
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.IuI5IfXHVj
++ mktemp
+ local LAST_ERR=/tmp/tmp.S6AtcPy32Z
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IuI5IfXHVj
+ cat /tmp/tmp.S6AtcPy32Z
+ rm /tmp/tmp.IuI5IfXHVj /tmp/tmp.S6AtcPy32Z
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.rO0z2YFy5O
++ mktemp
+ local LAST_ERR=/tmp/tmp.TqXTDATwy3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rO0z2YFy5O
+ cat /tmp/tmp.TqXTDATwy3
+ rm /tmp/tmp.rO0z2YFy5O /tmp/tmp.TqXTDATwy3
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.7HWICXhnws
++ mktemp
+ local LAST_ERR=/tmp/tmp.uTzb0oDrRq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7HWICXhnws
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.uTzb0oDrRq
+ rm /tmp/tmp.7HWICXhnws /tmp/tmp.uTzb0oDrRq
+ return 0
+ check_crd_for_deletion PR-2280-43b99c0df
+ local git_tag=PR-2280-43b99c0df
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2280-43b99c0df/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.osyzh5FTU6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Gj4eYhN637
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.osyzh5FTU6
++ cat /tmp/tmp.Gj4eYhN637
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.osyzh5FTU6
++ cat /tmp/tmp.Gj4eYhN637
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.osyzh5FTU6
++ cat /tmp/tmp.Gj4eYhN637
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.osyzh5FTU6
++ cat /tmp/tmp.Gj4eYhN637
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.osyzh5FTU6 /tmp/tmp.Gj4eYhN637
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrolebinding
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace
+ xargs kubectl delete ns


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.03BDmMjzkR
+ local LAST_OUT=/tmp/tmp.PRMaW51khd
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.fNBKbNoT5u
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.EDxCkmvSBy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.03BDmMjzkR
+ cat /tmp/tmp.fNBKbNoT5u
+ rm /tmp/tmp.03BDmMjzkR /tmp/tmp.fNBKbNoT5u
+ return 0
namespace "cert-manager" deleted
namespace "monitoring-2-0-29408" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PRMaW51khd
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.EDxCkmvSBy
+ rm /tmp/tmp.PRMaW51khd /tmp/tmp.EDxCkmvSBy
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.zNJytH3CHV
++ mktemp
+ local LAST_ERR=/tmp/tmp.LeQIClLKUO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zNJytH3CHV
+ cat /tmp/tmp.LeQIClLKUO
+ rm /tmp/tmp.zNJytH3CHV /tmp/tmp.LeQIClLKUO
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.WdBOQTWouK
++ mktemp
+ local LAST_ERR=/tmp/tmp.ROnAjbiepZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WdBOQTWouK
namespace/psmdb-operator created
+ cat /tmp/tmp.ROnAjbiepZ
+ rm /tmp/tmp.WdBOQTWouK /tmp/tmp.ROnAjbiepZ
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.un3QPuNMME
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XKBJLzHHXS
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.un3QPuNMME
++ cat /tmp/tmp.XKBJLzHHXS
++ rm /tmp/tmp.un3QPuNMME /tmp/tmp.XKBJLzHHXS
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2280-43b99c0df-27-cluster1 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.lHpM56RUsc
++ mktemp
+ local LAST_ERR=/tmp/tmp.ojgNuRUw66
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2280-43b99c0df-27-cluster1 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lHpM56RUsc
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2280-43b99c0df-27-cluster1" modified.
+ cat /tmp/tmp.ojgNuRUw66
+ rm /tmp/tmp.lHpM56RUsc /tmp/tmp.ojgNuRUw66
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2280-43b99c0df'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2280-43b99c0df
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.BAZYq0TNNf
++ mktemp
+ local LAST_ERR=/tmp/tmp.MtZeY36i5W
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BAZYq0TNNf
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.MtZeY36i5W
+ rm /tmp/tmp.BAZYq0TNNf /tmp/tmp.MtZeY36i5W
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.i8KWntKLJu
++ mktemp
+ local LAST_ERR=/tmp/tmp.3yebtgBclu
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.i8KWntKLJu
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.3yebtgBclu
+ rm /tmp/tmp.i8KWntKLJu /tmp/tmp.3yebtgBclu
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2280-43b99c0df") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.viJVNtnSgN
++ mktemp
+ local LAST_ERR=/tmp/tmp.SJyVJSdmEo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.viJVNtnSgN
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.SJyVJSdmEo
+ rm /tmp/tmp.viJVNtnSgN /tmp/tmp.SJyVJSdmEo
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mDP0MPNKye
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YJK8PDnQqo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mDP0MPNKye
++ cat /tmp/tmp.YJK8PDnQqo
++ rm /tmp/tmp.mDP0MPNKye /tmp/tmp.YJK8PDnQqo
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-cb7c4758f-c6r96
+ local pod=percona-server-mongodb-operator-cb7c4758f-c6r96
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-cb7c4758f-c6r96 to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZaPNhp3lpX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Jk4m4lRUev
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZaPNhp3lpX
++ cat /tmp/tmp.Jk4m4lRUev
++ rm /tmp/tmp.ZaPNhp3lpX /tmp/tmp.Jk4m4lRUev
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-cb7c4758f-c6r96
++ mktemp
+ local LAST_OUT=/tmp/tmp.TkaSPrH6Bz
++ mktemp
+ local LAST_ERR=/tmp/tmp.FfuEOecXVD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-cb7c4758f-c6r96
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.TkaSPrH6Bz
+ cat /tmp/tmp.FfuEOecXVD
+ rm /tmp/tmp.TkaSPrH6Bz /tmp/tmp.FfuEOecXVD
+ return 0
2026-06-10T20:30:25.181Z	INFO	setup	Manager starting up	{"gitCommit": "43b99c0df015bb8dc57a7c8cdb0b358bb38ba1b1", "gitBranch": "PR-2280-43b99c0df", "buildTime": "", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"}
+ create_namespace monitoring-2-0-16381
+ local namespace=monitoring-2-0-16381
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces monitoring-2-0-16381'
+ set +o xtrace
+ awk '{print$1}'


-----------------------------------------------------------------------------------
cleaned up old namespaces monitoring-2-0-16381
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace monitoring-2-0-16381 --ignore-not-found
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.Yo1cIVPaFH
+ local LAST_OUT=/tmp/tmp.dcd1ULnLVt
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.eSnW6TSL5B
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.Wn9V4F3V8b
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace monitoring-2-0-16381 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Yo1cIVPaFH
+ cat /tmp/tmp.eSnW6TSL5B
+ rm /tmp/tmp.Yo1cIVPaFH /tmp/tmp.eSnW6TSL5B
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dcd1ULnLVt
+ cat /tmp/tmp.Wn9V4F3V8b
+ rm /tmp/tmp.dcd1ULnLVt /tmp/tmp.Wn9V4F3V8b
+ return 0
+ kubectl_bin wait --for=delete namespace monitoring-2-0-16381
++ mktemp
+ local LAST_OUT=/tmp/tmp.LrdKtW9k4H
++ mktemp
+ local LAST_ERR=/tmp/tmp.D7TIPYOLe3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace monitoring-2-0-16381
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.LrdKtW9k4H
+ cat /tmp/tmp.D7TIPYOLe3
+ rm /tmp/tmp.LrdKtW9k4H /tmp/tmp.D7TIPYOLe3
+ return 0
+ desc 'create namespace monitoring-2-0-16381'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace monitoring-2-0-16381
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace monitoring-2-0-16381
++ mktemp
+ local LAST_OUT=/tmp/tmp.0Q9Q2pF7nG
++ mktemp
+ local LAST_ERR=/tmp/tmp.FXzPT7JYCU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace monitoring-2-0-16381
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0Q9Q2pF7nG
namespace/monitoring-2-0-16381 created
+ cat /tmp/tmp.FXzPT7JYCU
+ rm /tmp/tmp.0Q9Q2pF7nG /tmp/tmp.FXzPT7JYCU
+ return 0
+ set_kube_ctx monitoring-2-0-16381
+ local namespace=monitoring-2-0-16381
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1jsXC0cKwD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1AfwGnS2v1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1jsXC0cKwD
++ cat /tmp/tmp.1AfwGnS2v1
++ rm /tmp/tmp.1jsXC0cKwD /tmp/tmp.1AfwGnS2v1
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2280-43b99c0df-27-cluster1 --namespace=monitoring-2-0-16381
++ mktemp
+ local LAST_OUT=/tmp/tmp.2SJGUmDUR7
++ mktemp
+ local LAST_ERR=/tmp/tmp.8aygrW1DFU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2280-43b99c0df-27-cluster1 --namespace=monitoring-2-0-16381
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2SJGUmDUR7
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2280-43b99c0df-27-cluster1" modified.
+ cat /tmp/tmp.8aygrW1DFU
+ rm /tmp/tmp.2SJGUmDUR7 /tmp/tmp.8aygrW1DFU
+ return 0
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.9dyc1woulS
++ mktemp
+ local LAST_ERR=/tmp/tmp.oEMbvjTZKi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9dyc1woulS
namespace/cert-manager created
+ cat /tmp/tmp.oEMbvjTZKi
+ rm /tmp/tmp.9dyc1woulS /tmp/tmp.oEMbvjTZKi
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.x27JNhh0zt
++ mktemp
+ local LAST_ERR=/tmp/tmp.9DfGIs3MWB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.x27JNhh0zt
namespace/cert-manager labeled
+ cat /tmp/tmp.9DfGIs3MWB
+ rm /tmp/tmp.x27JNhh0zt /tmp/tmp.9DfGIs3MWB
+ return 0
+ kubectl_bin apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.oHvvaIL4AW
++ mktemp
+ local LAST_ERR=/tmp/tmp.qMje1yxxLq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.oHvvaIL4AW
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-tokenrequest created
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager-cainjector created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.qMje1yxxLq
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.oHvvaIL4AW /tmp/tmp.qMje1yxxLq
+ return 0
+ kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
++ mktemp
+ local LAST_OUT=/tmp/tmp.KNl7TnxApR
++ mktemp
+ local LAST_ERR=/tmp/tmp.0V66El4boh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KNl7TnxApR
pod/cert-manager-559d798845-5xqrr condition met
pod/cert-manager-cainjector-64958d9c7c-gkgqw condition met
pod/cert-manager-webhook-7fb6f99b56-cpwx6 condition met
+ cat /tmp/tmp.0V66El4boh
E0610 20:31:14.643819 2999017 reflector.go:227] "Failed to watch" err="Get \"https://35.184.52.123/api/v1/namespaces/cert-manager/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcert-manager-cainjector-64958d9c7c-gkgqw&resourceVersion=1781123474272191022&timeoutSeconds=556&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured"
+ rm /tmp/tmp.KNl7TnxApR /tmp/tmp.0V66El4boh
+ return 0
+ sleep 120
+ desc 'install PMM Server'
+ set +o xtrace


-----------------------------------------------------------------------------------
install PMM Server
-----------------------------------------------------------------------------------

+ deploy_pmm_server
+ helm uninstall monitoring
Error: uninstall: Release not loaded: monitoring: release: not found
+ :
+ helm repo remove stable
"stable" has been removed from your repositories
+ helm repo add stable https://charts.helm.sh/stable
"stable" has been added to your repositories
+ [[ -n '' ]]
+ retry 10 60 helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz
NAME: monitoring
LAST DEPLOYED: Wed Jun 10 20:33:26 2026
NAMESPACE: monitoring-2-0-16381
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
PMM server can be accessed via HTTPS (port 443) on the following DNS name from within your cluster:

endpoint: https://monitoring-service.monitoring-2-0-16381.svc.cluster.local:443
login:    admin
password: admin
+ sleep 40
+ kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
++ mktemp
+ local LAST_OUT=/tmp/tmp.UUnjgQGes0
++ mktemp
+ local LAST_ERR=/tmp/tmp.vJ6QI9J4GG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UUnjgQGes0
+ cat /tmp/tmp.vJ6QI9J4GG
+ rm /tmp/tmp.UUnjgQGes0 /tmp/tmp.vJ6QI9J4GG
+ return 0
+ cluster=monitoring
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.l7ZlR6r2F4
++ mktemp
+ local LAST_ERR=/tmp/tmp.0wTK3KJh6Y
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l7ZlR6r2F4
secret/some-users created
secret/some-users unchanged
+ cat /tmp/tmp.0wTK3KJh6Y
+ rm /tmp/tmp.l7ZlR6r2F4 /tmp/tmp.0wTK3KJh6Y
+ return 0
+ yq '.spec.template.spec.volumes[0].secret.secretName="monitoring-ssl"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/conf/client_with_tls.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ibr81mBO24
++ mktemp
+ local LAST_ERR=/tmp/tmp.ojHZoeaOSO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ibr81mBO24
deployment.apps/psmdb-client created
+ cat /tmp/tmp.ojHZoeaOSO
+ rm /tmp/tmp.Ibr81mBO24 /tmp/tmp.ojHZoeaOSO
+ return 0
+ sleep 90
+ desc 'create first PSMDB cluster monitoring'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster monitoring
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2280-43b99c0df"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ /usr/sbin/sed -e s/NAME_SPACE/monitoring-2-0-16381/g
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_OUT=/tmp/tmp.d5zdewOVlP
++ mktemp
+ local LAST_ERR=/tmp/tmp.wpgKF8ZoUA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.d5zdewOVlP
perconaservermongodb.psmdb.percona.com/monitoring created
+ cat /tmp/tmp.wpgKF8ZoUA
+ rm /tmp/tmp.d5zdewOVlP /tmp/tmp.wpgKF8ZoUA
+ return 0
+ wait_for_running monitoring-rs0 3
+ local name=monitoring-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=monitoring
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod monitoring-rs0-0
+ local pod=monitoring-rs0-0
+ set +o xtrace
waiting for pod/monitoring-rs0-0 to be ready...............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod monitoring-rs0-1
+ local pod=monitoring-rs0-1
+ set +o xtrace
waiting for pod/monitoring-rs0-1 to be ready.............OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VPwLiQ3Owc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uA7NOgkaj4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VPwLiQ3Owc
++ cat /tmp/tmp.uA7NOgkaj4
++ rm /tmp/tmp.VPwLiQ3Owc /tmp/tmp.uA7NOgkaj4
++ return 0
+ [[ '' == true ]]
+ wait_pod monitoring-rs0-2
+ local pod=monitoring-rs0-2
+ set +o xtrace
waiting for pod/monitoring-rs0-2 to be ready..............OK
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mHr5jDF8WE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8PrNEOe62e
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mHr5jDF8WE
++ cat /tmp/tmp.8PrNEOe62e
++ rm /tmp/tmp.mHr5jDF8WE /tmp/tmp.8PrNEOe62e
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eRJnfs8F5D
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N7RwPGjy2t
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eRJnfs8F5D
++ cat /tmp/tmp.N7RwPGjy2t
++ rm /tmp/tmp.eRJnfs8F5D /tmp/tmp.N7RwPGjy2t
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness........................
+ desc 'check if pmm-client container is not enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if pmm-client container is not enabled
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/monitoring-rs0 -no-pmm
+ local resource=statefulset/monitoring-rs0
+ local postfix=-no-pmm
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml
+ local new_result=/tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-16381", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.TQtN8ECvka
++ mktemp
+ local LAST_ERR=/tmp/tmp.4tJCX0iRps
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/monitoring-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.TQtN8ECvka
+ cat /tmp/tmp.4tJCX0iRps
+ rm /tmp/tmp.TQtN8ECvka /tmp/tmp.4tJCX0iRps
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ version_gt 1.22
++ echo '1.33 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml /tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ log 'compare_kubectl: statefulset/monitoring-rs0 OK'
+ set +o xtrace
[2026-06-10T20:38:16+0000] compare_kubectl: statefulset/monitoring-rs0 OK
+ sleep 10
+ custom_port=27019
+ run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-16381 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-16381
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FqTCsljjYE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xsL3fC0jqz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FqTCsljjYE
++ cat /tmp/tmp.xsL3fC0jqz
++ rm /tmp/tmp.FqTCsljjYE /tmp/tmp.xsL3fC0jqz
++ return 0
+ local client_container=psmdb-client-699f458f75-85lqp
+ kubectl_bin exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.qdHxgxTA2C
++ mktemp
+ local LAST_ERR=/tmp/tmp.MWfEAZoOft
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qdHxgxTA2C
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2026-06-10T20:38:28.804Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("8d49d70e-b7bb-4052-9a85-f923fa462449") }
Percona Server for MongoDB server version: v8.0.23-10
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.MWfEAZoOft
+ rm /tmp/tmp.qdHxgxTA2C /tmp/tmp.MWfEAZoOft
+ return 0
+ run_mongos 'sh.enableSharding("myApp")' clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-16381 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=sh.enableSharding("myApp")'
+ local uri=clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-16381
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rjkaRuQs9Z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KvwAwVF0Jl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rjkaRuQs9Z
++ cat /tmp/tmp.KvwAwVF0Jl
++ rm /tmp/tmp.rjkaRuQs9Z /tmp/tmp.KvwAwVF0Jl
++ return 0
+ local client_container=psmdb-client-699f458f75-85lqp
+ kubectl_bin exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.INx6IffdSM
++ mktemp
+ local LAST_ERR=/tmp/tmp.S2vSU79ZoX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.INx6IffdSM
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2026-06-10T20:38:31.490Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("6124e153-16be-41e9-a545-0c9683694d77") }
Percona Server for MongoDB server version: v8.0.23-10
WARNING: shell and server versions do not match
{
	"ok" : 1,
	"$clusterTime" : {
		"clusterTime" : Timestamp(1781123911, 8),
		"signature" : {
			"hash" : BinData(0,"6q1udEObcafJb3yAhu3VxYTxvBE="),
			"keyId" : NumberLong("7649868548436656152")
		}
	},
	"operationTime" : Timestamp(1781123911, 5)
}
bye
+ cat /tmp/tmp.S2vSU79ZoX
+ rm /tmp/tmp.INx6IffdSM /tmp/tmp.S2vSU79ZoX
+ return 0
+ insert_data_mongos 100500 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local data=100500
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ run_mongos 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@monitoring-mongos.monitoring-2-0-16381 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-16381
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cAwiV7LUnO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Zyk87iRHUw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cAwiV7LUnO
++ cat /tmp/tmp.Zyk87iRHUw
++ rm /tmp/tmp.cAwiV7LUnO /tmp/tmp.Zyk87iRHUw
++ return 0
+ local client_container=psmdb-client-699f458f75-85lqp
+ kubectl_bin exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.eXo0mWgHvF
++ mktemp
+ local LAST_ERR=/tmp/tmp.CKPxhu3qxS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eXo0mWgHvF
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2026-06-10T20:38:33.597Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("01ec0048-b60e-4254-bf63-d1f286cad4c6") }
Percona Server for MongoDB server version: v8.0.23-10
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.CKPxhu3qxS
+ rm /tmp/tmp.eXo0mWgHvF /tmp/tmp.CKPxhu3qxS
+ return 0
+ insert_data_mongos 100600 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local data=100600
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ run_mongos 'use myApp\n db.test.insert({ x: 100600 })' myApp:myPass@monitoring-mongos.monitoring-2-0-16381 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=use myApp\n db.test.insert({ x: 100600 })'
+ local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-16381
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.y1C5TsAwo0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wTvI7WrieK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.y1C5TsAwo0
++ cat /tmp/tmp.wTvI7WrieK
++ rm /tmp/tmp.y1C5TsAwo0 /tmp/tmp.wTvI7WrieK
++ return 0
+ local client_container=psmdb-client-699f458f75-85lqp
+ kubectl_bin exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.FCIqZW35X3
++ mktemp
+ local LAST_ERR=/tmp/tmp.n2fAJCIxbZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FCIqZW35X3
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2026-06-10T20:38:35.760Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("043badee-3b38-4d81-bac0-dbb273846736") }
Percona Server for MongoDB server version: v8.0.23-10
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.n2fAJCIxbZ
+ rm /tmp/tmp.FCIqZW35X3 /tmp/tmp.n2fAJCIxbZ
+ return 0
+ insert_data_mongos 100700 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local data=100700
+ local db_name=myApp
+ local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ run_mongos 'use myApp\n db.test.insert({ x: 100700 })' myApp:myPass@monitoring-mongos.monitoring-2-0-16381 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019
+ local 'command=use myApp\n db.test.insert({ x: 100700 })'
+ local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-16381
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ local port=27019
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27019
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zqr6PMLayJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.n9KFhrZaZc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zqr6PMLayJ
++ cat /tmp/tmp.n9KFhrZaZc
++ rm /tmp/tmp.zqr6PMLayJ /tmp/tmp.n9KFhrZaZc
++ return 0
+ local client_container=psmdb-client-699f458f75-85lqp
+ kubectl_bin exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
++ mktemp
+ local LAST_OUT=/tmp/tmp.wXqhJphZg2
++ mktemp
+ local LAST_ERR=/tmp/tmp.oyk6fv5VnV
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-699f458f75-85lqp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wXqhJphZg2
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://monitoring-mongos.monitoring-2-0-16381.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb
{"t":{"$date":"2026-06-10T20:38:37.955Z"},"s":"I",  "c":"NETWORK",  "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"}
Implicit session: session { "id" : UUID("6c844165-7ec9-4c7e-a3ae-e4f66c209aa2") }
Percona Server for MongoDB server version: v8.0.23-10
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.oyk6fv5VnV
+ rm /tmp/tmp.wXqhJphZg2 /tmp/tmp.oyk6fv5VnV
+ return 0
+ desc 'add PMM_SERVER_API_KEY for secret some-users'
+ set +o xtrace


-----------------------------------------------------------------------------------
add PMM_SERVER_API_KEY for secret some-users
-----------------------------------------------------------------------------------

++ jq .key
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].hostname'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Eq9lB4Te4u
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.fjIh31vaQk
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.Eq9lB4Te4u
++++ cat /tmp/tmp.fjIh31vaQk
++++ rm /tmp/tmp.Eq9lB4Te4u /tmp/tmp.fjIh31vaQk
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].ip'
+++++ mktemp
++++ sed -e 's/^"//; s/"$//;'
++++ local LAST_OUT=/tmp/tmp.TbvAqWFI1q
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.A770JimF5J
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.TbvAqWFI1q
++++ cat /tmp/tmp.A770JimF5J
++++ rm /tmp/tmp.TbvAqWFI1q /tmp/tmp.A770JimF5J
++++ return 0
+++ local ip=34.41.131.223
+++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
+++ echo 34.41.131.223
+++ return
++ curl --insecure -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@34.41.131.223/graph/api/auth/keys
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   155  100   119  100    36    311     94 --:--:-- --:--:-- --:--:--   405
+ API_KEY='"eyJrIjoiZWFJNTFlWFJKQnQ1T0M2WjJoM0xLVEt5WTROV1N2QlEiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="'
+ kubectl_bin patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiZWFJNTFlWFJKQnQ1T0M2WjJoM0xLVEt5WTROV1N2QlEiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.MX2WaXd8fo
++ mktemp
+ local LAST_ERR=/tmp/tmp.pUoNLcuc7t
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiZWFJNTFlWFJKQnQ1T0M2WjJoM0xLVEt5WTROV1N2QlEiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MX2WaXd8fo
secret/some-users patched
+ cat /tmp/tmp.pUoNLcuc7t
+ rm /tmp/tmp.MX2WaXd8fo /tmp/tmp.pUoNLcuc7t
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running monitoring-rs0 3
+ local name=monitoring-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=monitoring
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod monitoring-rs0-0
+ local pod=monitoring-rs0-0
+ set +o xtrace
waiting for pod/monitoring-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod monitoring-rs0-1
+ local pod=monitoring-rs0-1
+ set +o xtrace
waiting for pod/monitoring-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.G6cw8RjhBg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tR3YCKkX25
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.G6cw8RjhBg
++ cat /tmp/tmp.tR3YCKkX25
++ rm /tmp/tmp.G6cw8RjhBg /tmp/tmp.tR3YCKkX25
++ return 0
+ [[ '' == true ]]
+ wait_pod monitoring-rs0-2
+ local pod=monitoring-rs0-2
+ set +o xtrace
waiting for pod/monitoring-rs0-2 to be ready.OK
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uEbkYhpJSC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cO3WpRGmXF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uEbkYhpJSC
++ cat /tmp/tmp.cO3WpRGmXF
++ rm /tmp/tmp.uEbkYhpJSC /tmp/tmp.cO3WpRGmXF
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iHPkvdtjYb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.irUInX2RaZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.iHPkvdtjYb
++ cat /tmp/tmp.irUInX2RaZ
++ rm /tmp/tmp.iHPkvdtjYb /tmp/tmp.irUInX2RaZ
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness..............................................................................................................................................................
+ sleep 90
+ desc 'check if pmm-client container enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if pmm-client container enabled
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/monitoring-rs0
+ local resource=statefulset/monitoring-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml
+ local new_result=/tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-16381", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.dKfz4wGA0p
++ mktemp
+ local LAST_ERR=/tmp/tmp.AR6tkFuYte
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/monitoring-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dKfz4wGA0p
+ cat /tmp/tmp.AR6tkFuYte
+ rm /tmp/tmp.dKfz4wGA0p /tmp/tmp.AR6tkFuYte
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ version_gt 1.22
++ echo '1.33 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml /tmp/tmp.8svISc6ot7/statefulset_monitoring-rs0.yml
+ log 'compare_kubectl: statefulset/monitoring-rs0 OK'
+ set +o xtrace
[2026-06-10T20:45:35+0000] compare_kubectl: statefulset/monitoring-rs0 OK
+ compare_kubectl service/monitoring-rs0
+ local resource=service/monitoring-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml
+ local new_result=/tmp/tmp.8svISc6ot7/service_monitoring-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0-oc.yml ']'
+ kubectl_bin get -o yaml service/monitoring-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-16381", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.TaE0JVuTDy
++ mktemp
+ local LAST_ERR=/tmp/tmp.qO14OL8Jj4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml service/monitoring-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.TaE0JVuTDy
+ cat /tmp/tmp.qO14OL8Jj4
+ rm /tmp/tmp.TaE0JVuTDy /tmp/tmp.qO14OL8Jj4
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.8svISc6ot7/service_monitoring-rs0.yml
+ version_gt 1.22
++ echo '1.33 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.8svISc6ot7/service_monitoring-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.8svISc6ot7/service_monitoring-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml /tmp/tmp.8svISc6ot7/service_monitoring-rs0.yml
+ log 'compare_kubectl: service/monitoring-rs0 OK'
+ set +o xtrace
[2026-06-10T20:45:36+0000] compare_kubectl: service/monitoring-rs0 OK
+ compare_kubectl service/monitoring-mongos
+ local resource=service/monitoring-mongos
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml
+ local new_result=/tmp/tmp.8svISc6ot7/service_monitoring-mongos.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos-oc.yml ']'
+ kubectl_bin get -o yaml service/monitoring-mongos
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-16381", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.mgKQAOKJGr
++ mktemp
+ local LAST_ERR=/tmp/tmp.FT1nMqQQds
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml service/monitoring-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mgKQAOKJGr
+ cat /tmp/tmp.FT1nMqQQds
+ rm /tmp/tmp.mgKQAOKJGr /tmp/tmp.FT1nMqQQds
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.8svISc6ot7/service_monitoring-mongos.yml
+ version_gt 1.22
++ echo '1.33 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.8svISc6ot7/service_monitoring-mongos.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.8svISc6ot7/service_monitoring-mongos.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml /tmp/tmp.8svISc6ot7/service_monitoring-mongos.yml
+ log 'compare_kubectl: service/monitoring-mongos OK'
+ set +o xtrace
[2026-06-10T20:45:37+0000] compare_kubectl: service/monitoring-mongos OK
+ compare_kubectl statefulset/monitoring-cfg
+ local resource=statefulset/monitoring-cfg
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml
+ local new_result=/tmp/tmp.8svISc6ot7/statefulset_monitoring-cfg.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-cfg
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-16381", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.Axg1xddR56
++ mktemp
+ local LAST_ERR=/tmp/tmp.jvDhaRYSoG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/monitoring-cfg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Axg1xddR56
+ cat /tmp/tmp.jvDhaRYSoG
+ rm /tmp/tmp.Axg1xddR56 /tmp/tmp.jvDhaRYSoG
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-cfg.yml
+ version_gt 1.22
++ echo '1.33 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-cfg.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-cfg.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml /tmp/tmp.8svISc6ot7/statefulset_monitoring-cfg.yml
+ log 'compare_kubectl: statefulset/monitoring-cfg OK'
+ set +o xtrace
[2026-06-10T20:45:38+0000] compare_kubectl: statefulset/monitoring-cfg OK
+ compare_kubectl statefulset/monitoring-mongos
+ local resource=statefulset/monitoring-mongos
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml
+ local new_result=/tmp/tmp.8svISc6ot7/statefulset_monitoring-mongos.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-mongos
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-16381", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.0b1TG817HO
++ mktemp
+ local LAST_ERR=/tmp/tmp.j1CDakgGHB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/monitoring-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0b1TG817HO
+ cat /tmp/tmp.j1CDakgGHB
+ rm /tmp/tmp.0b1TG817HO /tmp/tmp.j1CDakgGHB
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-mongos.yml
+ version_gt 1.22
++ echo '1.33 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-mongos.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.8svISc6ot7/statefulset_monitoring-mongos.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml /tmp/tmp.8svISc6ot7/statefulset_monitoring-mongos.yml
+ log 'compare_kubectl: statefulset/monitoring-mongos OK'
+ set +o xtrace
[2026-06-10T20:45:40+0000] compare_kubectl: statefulset/monitoring-mongos OK
+ desc 'check mongod metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongod metrics
-----------------------------------------------------------------------------------

+ get_metric_values node_boot_time_seconds monitoring-2-0-16381-monitoring-rs0-1 admin:admin
+ local metric=node_boot_time_seconds
+ local instance=monitoring-2-0-16381-monitoring-rs0-1
+ local user_pass=admin:admin
++ /usr/sbin/date -u +%s -d '-1 minute'
+ local start=1781124280
++ /usr/sbin/date -u +%s
+ local end=1781124340
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.dcWflXqExl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.SSf5JSfMGD
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.dcWflXqExl
+++ cat /tmp/tmp.SSf5JSfMGD
+++ rm /tmp/tmp.dcWflXqExl /tmp/tmp.SSf5JSfMGD
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
+++ jq '.status.loadBalancer.ingress[].ip'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.vrVAfoPiFk
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YH10yWbCtu
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.vrVAfoPiFk
+++ cat /tmp/tmp.YH10yWbCtu
+++ rm /tmp/tmp.vrVAfoPiFk /tmp/tmp.YH10yWbCtu
+++ return 0
++ local ip=34.41.131.223
++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
++ echo 34.41.131.223
++ return
+ local endpoint=34.41.131.223
+ curl -s -k 'https://admin:admin@34.41.131.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-rs0-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-rs0-1%22%7D%29&start=1781124280&end=1781124340&step=60'
+ jq '.data.result[0].values[][1]'
+ grep '^"[0-9]'
"1781112760"
"1781112760"
+ get_metric_values mongodb_connections monitoring-2-0-16381-monitoring-rs0-1 admin:admin
+ local metric=mongodb_connections
+ local instance=monitoring-2-0-16381-monitoring-rs0-1
+ local user_pass=admin:admin
++ /usr/sbin/date -u +%s -d '-1 minute'
+ local start=1781124282
++ /usr/sbin/date -u +%s
+ local end=1781124342
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YIpD8bvEFr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.xxMWS3p5iD
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.YIpD8bvEFr
+++ cat /tmp/tmp.xxMWS3p5iD
+++ rm /tmp/tmp.YIpD8bvEFr /tmp/tmp.xxMWS3p5iD
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.sgiUWEsZkK
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ii7rk5OqON
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.sgiUWEsZkK
+++ cat /tmp/tmp.ii7rk5OqON
+++ rm /tmp/tmp.sgiUWEsZkK /tmp/tmp.ii7rk5OqON
+++ return 0
++ local ip=34.41.131.223
++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
++ echo 34.41.131.223
++ return
+ local endpoint=34.41.131.223
+ curl -s -k 'https://admin:admin@34.41.131.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-rs0-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-rs0-1%22%7D%29&start=1781124282&end=1781124342&step=60'
+ jq '.data.result[0].values[][1]'
+ grep '^"[0-9]'
"0"
"0"
+ desc 'check mongo config  metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongo config  metrics
-----------------------------------------------------------------------------------

+ get_metric_values node_boot_time_seconds monitoring-2-0-16381-monitoring-cfg-1 admin:admin
+ local metric=node_boot_time_seconds
+ local instance=monitoring-2-0-16381-monitoring-cfg-1
+ local user_pass=admin:admin
++ /usr/sbin/date -u +%s -d '-1 minute'
+ local start=1781124284
++ /usr/sbin/date -u +%s
+ local end=1781124344
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.b7Er1bmspW
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.pgL6D7Pq5Y
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.b7Er1bmspW
+++ cat /tmp/tmp.pgL6D7Pq5Y
+++ rm /tmp/tmp.b7Er1bmspW /tmp/tmp.pgL6D7Pq5Y
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
++++ mktemp
+++ sed -e 's/^"//; s/"$//;'
+++ local LAST_OUT=/tmp/tmp.wmVQoWDj9t
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.on9Bb5c9ca
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.wmVQoWDj9t
+++ cat /tmp/tmp.on9Bb5c9ca
+++ rm /tmp/tmp.wmVQoWDj9t /tmp/tmp.on9Bb5c9ca
+++ return 0
++ local ip=34.41.131.223
++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
++ echo 34.41.131.223
++ return
+ local endpoint=34.41.131.223
+ curl -s -k 'https://admin:admin@34.41.131.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-cfg-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-cfg-1%22%7D%29&start=1781124284&end=1781124344&step=60'
+ jq '.data.result[0].values[][1]'
+ grep '^"[0-9]'
"1781112760"
"1781112760"
+ get_metric_values mongodb_connections monitoring-2-0-16381-monitoring-cfg-1 admin:admin
+ local metric=mongodb_connections
+ local instance=monitoring-2-0-16381-monitoring-cfg-1
+ local user_pass=admin:admin
++ /usr/sbin/date -u +%s -d '-1 minute'
+ local start=1781124286
++ /usr/sbin/date -u +%s
+ local end=1781124346
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
++++ mktemp
+++ sed -e 's/^"//; s/"$//;'
+++ local LAST_OUT=/tmp/tmp.AN49WoY93a
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ywEbwVqcgK
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.AN49WoY93a
+++ cat /tmp/tmp.ywEbwVqcgK
+++ rm /tmp/tmp.AN49WoY93a /tmp/tmp.ywEbwVqcgK
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.uHvk7s22Hn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.4OZ9MrKbxW
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.uHvk7s22Hn
+++ cat /tmp/tmp.4OZ9MrKbxW
+++ rm /tmp/tmp.uHvk7s22Hn /tmp/tmp.4OZ9MrKbxW
+++ return 0
++ local ip=34.41.131.223
++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
++ echo 34.41.131.223
++ return
+ local endpoint=34.41.131.223
+ jq '.data.result[0].values[][1]'
+ curl -s -k 'https://admin:admin@34.41.131.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-cfg-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-cfg-1%22%7D%29&start=1781124286&end=1781124346&step=60'
+ grep '^"[0-9]'
"0"
"0"
+ desc 'check mongos metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mongos metrics
-----------------------------------------------------------------------------------

++ kubectl get pod -l app.kubernetes.io/component=mongos -o 'jsonpath={.items[0].metadata.name}'
+ MONGOS_POD_NAME=monitoring-mongos-0
+ get_metric_values node_boot_time_seconds monitoring-2-0-16381-monitoring-mongos-0 admin:admin
+ local metric=node_boot_time_seconds
+ local instance=monitoring-2-0-16381-monitoring-mongos-0
+ local user_pass=admin:admin
++ /usr/sbin/date -u +%s -d '-1 minute'
+ local start=1781124290
++ /usr/sbin/date -u +%s
+ local end=1781124350
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MDqOjH2Uwf
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NkcexNkw4T
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.MDqOjH2Uwf
+++ cat /tmp/tmp.NkcexNkw4T
+++ rm /tmp/tmp.MDqOjH2Uwf /tmp/tmp.NkcexNkw4T
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IwzPOgroJr
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gTSXEBFHI5
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.IwzPOgroJr
+++ cat /tmp/tmp.gTSXEBFHI5
+++ rm /tmp/tmp.IwzPOgroJr /tmp/tmp.gTSXEBFHI5
+++ return 0
++ local ip=34.41.131.223
++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
++ echo 34.41.131.223
++ return
+ local endpoint=34.41.131.223
+ curl -s -k 'https://admin:admin@34.41.131.223/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-mongos-0%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-16381-monitoring-mongos-0%22%7D%29&start=1781124290&end=1781124350&step=60'
+ jq '.data.result[0].values[][1]'
+ grep '^"[0-9]'
"1781112759"
"1781112759"
+ sleep 90
+ desc 'check QAN data'
+ set +o xtrace


-----------------------------------------------------------------------------------
check QAN data
-----------------------------------------------------------------------------------

+ get_qan_values mongodb dev-mongod admin:admin
+ local service_type=mongodb
+ local environment=dev-mongod
+ local user_pass=admin:admin
+ local start
+ local end
+ local endpoint
++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z
+ start=2026-06-10T08:47:21+00:00
++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z
+ end=2026-06-10T20:47:21+00:00
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.r54KjB40Lw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.xaM0fcLi01
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.r54KjB40Lw
+++ cat /tmp/tmp.xaM0fcLi01
+++ rm /tmp/tmp.r54KjB40Lw /tmp/tmp.xaM0fcLi01
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.zdx8LeTQHN
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3YuGzhSd3d
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.zdx8LeTQHN
+++ cat /tmp/tmp.3YuGzhSd3d
+++ rm /tmp/tmp.zdx8LeTQHN /tmp/tmp.3YuGzhSd3d
+++ return 0
++ local ip=34.41.131.223
++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
++ echo 34.41.131.223
++ return
+ endpoint=34.41.131.223
+ cat
+ local response
+ retry=0
++ curl -s -k -XPOST -d @payload.json https://admin:admin@34.41.131.223/v0/qan/GetReport
++ jq '.rows[].sparkline'
+ [[ [
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z",
    "load": 0.0000027777778
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z",
    "load": 0.0000055555556
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
]
[
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z"
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z",
    "load": 0.0000055555556
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
]
[
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z",
    "load": 0.0000027777778
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z"
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
]
[
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z"
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z"
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
]
[
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z"
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z"
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
]
[
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z"
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z"
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
]
[
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z"
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z"
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
] != null ]]
+ rm -f payload.json
+ get_qan_values mongodb dev-mongos admin:admin
+ local service_type=mongodb
+ local environment=dev-mongos
+ local user_pass=admin:admin
+ local start
+ local end
+ local endpoint
++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z
+ start=2026-06-10T08:47:24+00:00
++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z
+ end=2026-06-10T20:47:24+00:00
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
++++ mktemp
+++ sed -e 's/^"//; s/"$//;'
+++ local LAST_OUT=/tmp/tmp.9whzleBjaI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LRZyEGdn8V
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.9whzleBjaI
+++ cat /tmp/tmp.LRZyEGdn8V
+++ rm /tmp/tmp.9whzleBjaI /tmp/tmp.LRZyEGdn8V
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
++++ mktemp
+++ sed -e 's/^"//; s/"$//;'
+++ local LAST_OUT=/tmp/tmp.hxUpgd6hBz
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.57PoBwoMpy
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.hxUpgd6hBz
+++ cat /tmp/tmp.57PoBwoMpy
+++ rm /tmp/tmp.hxUpgd6hBz /tmp/tmp.57PoBwoMpy
+++ return 0
++ local ip=34.41.131.223
++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
++ echo 34.41.131.223
++ return
+ endpoint=34.41.131.223
+ cat
+ local response
+ retry=0
++ curl -s -k -XPOST -d @payload.json https://admin:admin@34.41.131.223/v0/qan/GetReport
++ jq '.rows[].sparkline'
+ [[ [
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z"
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z"
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
]
[
  {
    "time_frame": 360,
    "timestamp": "2026-06-10T20:47:00Z"
  },
  {
    "point": 1,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:41:00Z"
  },
  {
    "point": 2,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:35:00Z"
  },
  {
    "point": 3,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:29:00Z"
  },
  {
    "point": 4,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:23:00Z"
  },
  {
    "point": 5,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:17:00Z"
  },
  {
    "point": 6,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:11:00Z"
  },
  {
    "point": 7,
    "time_frame": 360,
    "timestamp": "2026-06-10T20:05:00Z"
  },
  {
    "point": 8,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:59:00Z"
  },
  {
    "point": 9,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:53:00Z"
  },
  {
    "point": 10,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:47:00Z"
  },
  {
    "point": 11,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:41:00Z"
  },
  {
    "point": 12,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:35:00Z"
  },
  {
    "point": 13,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:29:00Z"
  },
  {
    "point": 14,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:23:00Z"
  },
  {
    "point": 15,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:17:00Z"
  },
  {
    "point": 16,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:11:00Z"
  },
  {
    "point": 17,
    "time_frame": 360,
    "timestamp": "2026-06-10T19:05:00Z"
  },
  {
    "point": 18,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:59:00Z"
  },
  {
    "point": 19,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:53:00Z"
  },
  {
    "point": 20,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:47:00Z"
  },
  {
    "point": 21,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:41:00Z"
  },
  {
    "point": 22,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:35:00Z"
  },
  {
    "point": 23,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:29:00Z"
  },
  {
    "point": 24,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:23:00Z"
  },
  {
    "point": 25,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:17:00Z"
  },
  {
    "point": 26,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:11:00Z"
  },
  {
    "point": 27,
    "time_frame": 360,
    "timestamp": "2026-06-10T18:05:00Z"
  },
  {
    "point": 28,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:59:00Z"
  },
  {
    "point": 29,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:53:00Z"
  },
  {
    "point": 30,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:47:00Z"
  },
  {
    "point": 31,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:41:00Z"
  },
  {
    "point": 32,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:35:00Z"
  },
  {
    "point": 33,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:29:00Z"
  },
  {
    "point": 34,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:23:00Z"
  },
  {
    "point": 35,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:17:00Z"
  },
  {
    "point": 36,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:11:00Z"
  },
  {
    "point": 37,
    "time_frame": 360,
    "timestamp": "2026-06-10T17:05:00Z"
  },
  {
    "point": 38,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:59:00Z"
  },
  {
    "point": 39,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:53:00Z"
  },
  {
    "point": 40,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:47:00Z"
  },
  {
    "point": 41,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:41:00Z"
  },
  {
    "point": 42,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:35:00Z"
  },
  {
    "point": 43,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:29:00Z"
  },
  {
    "point": 44,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:23:00Z"
  },
  {
    "point": 45,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:17:00Z"
  },
  {
    "point": 46,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:11:00Z"
  },
  {
    "point": 47,
    "time_frame": 360,
    "timestamp": "2026-06-10T16:05:00Z"
  },
  {
    "point": 48,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:59:00Z"
  },
  {
    "point": 49,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:53:00Z"
  },
  {
    "point": 50,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:47:00Z"
  },
  {
    "point": 51,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:41:00Z"
  },
  {
    "point": 52,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:35:00Z"
  },
  {
    "point": 53,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:29:00Z"
  },
  {
    "point": 54,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:23:00Z"
  },
  {
    "point": 55,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:17:00Z"
  },
  {
    "point": 56,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:11:00Z"
  },
  {
    "point": 57,
    "time_frame": 360,
    "timestamp": "2026-06-10T15:05:00Z"
  },
  {
    "point": 58,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:59:00Z"
  },
  {
    "point": 59,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:53:00Z"
  },
  {
    "point": 60,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:47:00Z"
  },
  {
    "point": 61,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:41:00Z"
  },
  {
    "point": 62,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:35:00Z"
  },
  {
    "point": 63,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:29:00Z"
  },
  {
    "point": 64,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:23:00Z"
  },
  {
    "point": 65,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:17:00Z"
  },
  {
    "point": 66,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:11:00Z"
  },
  {
    "point": 67,
    "time_frame": 360,
    "timestamp": "2026-06-10T14:05:00Z"
  },
  {
    "point": 68,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:59:00Z"
  },
  {
    "point": 69,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:53:00Z"
  },
  {
    "point": 70,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:47:00Z"
  },
  {
    "point": 71,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:41:00Z"
  },
  {
    "point": 72,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:35:00Z"
  },
  {
    "point": 73,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:29:00Z"
  },
  {
    "point": 74,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:23:00Z"
  },
  {
    "point": 75,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:17:00Z"
  },
  {
    "point": 76,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:11:00Z"
  },
  {
    "point": 77,
    "time_frame": 360,
    "timestamp": "2026-06-10T13:05:00Z"
  },
  {
    "point": 78,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:59:00Z"
  },
  {
    "point": 79,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:53:00Z"
  },
  {
    "point": 80,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:47:00Z"
  },
  {
    "point": 81,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:41:00Z"
  },
  {
    "point": 82,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:35:00Z"
  },
  {
    "point": 83,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:29:00Z"
  },
  {
    "point": 84,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:23:00Z"
  },
  {
    "point": 85,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:17:00Z"
  },
  {
    "point": 86,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:11:00Z"
  },
  {
    "point": 87,
    "time_frame": 360,
    "timestamp": "2026-06-10T12:05:00Z"
  },
  {
    "point": 88,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:59:00Z"
  },
  {
    "point": 89,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:53:00Z"
  },
  {
    "point": 90,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:47:00Z"
  },
  {
    "point": 91,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:41:00Z"
  },
  {
    "point": 92,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:35:00Z"
  },
  {
    "point": 93,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:29:00Z"
  },
  {
    "point": 94,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:23:00Z"
  },
  {
    "point": 95,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:17:00Z"
  },
  {
    "point": 96,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:11:00Z"
  },
  {
    "point": 97,
    "time_frame": 360,
    "timestamp": "2026-06-10T11:05:00Z"
  },
  {
    "point": 98,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:59:00Z"
  },
  {
    "point": 99,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:53:00Z"
  },
  {
    "point": 100,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:47:00Z"
  },
  {
    "point": 101,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:41:00Z"
  },
  {
    "point": 102,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:35:00Z"
  },
  {
    "point": 103,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:29:00Z"
  },
  {
    "point": 104,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:23:00Z"
  },
  {
    "point": 105,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:17:00Z"
  },
  {
    "point": 106,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:11:00Z"
  },
  {
    "point": 107,
    "time_frame": 360,
    "timestamp": "2026-06-10T10:05:00Z"
  },
  {
    "point": 108,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:59:00Z"
  },
  {
    "point": 109,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:53:00Z"
  },
  {
    "point": 110,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:47:00Z"
  },
  {
    "point": 111,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:41:00Z"
  },
  {
    "point": 112,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:35:00Z"
  },
  {
    "point": 113,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:29:00Z"
  },
  {
    "point": 114,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:23:00Z"
  },
  {
    "point": 115,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:17:00Z"
  },
  {
    "point": 116,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:11:00Z"
  },
  {
    "point": 117,
    "time_frame": 360,
    "timestamp": "2026-06-10T09:05:00Z"
  },
  {
    "point": 118,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:59:00Z"
  },
  {
    "point": 119,
    "time_frame": 360,
    "timestamp": "2026-06-10T08:53:00Z"
  }
] != null ]]
+ rm -f payload.json
+ nodeList=($(get_node_id_from_pmm))
++ get_node_id_from_pmm
++ nodeList=()
++ local -a nodeList
+++ kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IATzIBzAHk
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kXt18ADi2Y
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.IATzIBzAHk
+++ cat /tmp/tmp.kXt18ADi2Y
+++ rm /tmp/tmp.IATzIBzAHk /tmp/tmp.kXt18ADi2Y
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ujclsr4jDn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LtpOyGqbZF
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.ujclsr4jDn
+++ cat /tmp/tmp.LtpOyGqbZF
+++ rm /tmp/tmp.ujclsr4jDn /tmp/tmp.LtpOyGqbZF
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.n07nCY8KKu
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.aQ7pHTTYN1
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.n07nCY8KKu
+++ cat /tmp/tmp.aQ7pHTTYN1
+++ rm /tmp/tmp.n07nCY8KKu /tmp/tmp.aQ7pHTTYN1
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.tqZlag7tJ2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.KTM9V7bTEN
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.tqZlag7tJ2
+++ cat /tmp/tmp.KTM9V7bTEN
+++ rm /tmp/tmp.tqZlag7tJ2 /tmp/tmp.KTM9V7bTEN
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.PlQAPYsp7E
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.tgxSOgDlqK
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.PlQAPYsp7E
+++ cat /tmp/tmp.tgxSOgDlqK
+++ rm /tmp/tmp.PlQAPYsp7E /tmp/tmp.tgxSOgDlqK
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.0UMVvGGl8k
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.3adaEelrTc
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.0UMVvGGl8k
+++ cat /tmp/tmp.3adaEelrTc
+++ rm /tmp/tmp.0UMVvGGl8k /tmp/tmp.3adaEelrTc
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ssERfN6PIg
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gyDXrFRJjm
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.ssERfN6PIg
+++ cat /tmp/tmp.gyDXrFRJjm
+++ rm /tmp/tmp.ssERfN6PIg /tmp/tmp.gyDXrFRJjm
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fFxb4Bebgs
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WcKW2zn5hH
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.fFxb4Bebgs
+++ cat /tmp/tmp.WcKW2zn5hH
+++ rm /tmp/tmp.fFxb4Bebgs /tmp/tmp.WcKW2zn5hH
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7iad3NvsKn
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.GL6fsJsrlQ
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.7iad3NvsKn
+++ cat /tmp/tmp.GL6fsJsrlQ
+++ rm /tmp/tmp.7iad3NvsKn /tmp/tmp.GL6fsJsrlQ
+++ return 0
++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name')
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2D5VRSVRJb
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.sMUhXYBPB8
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.2D5VRSVRJb
+++ cat /tmp/tmp.sMUhXYBPB8
+++ rm /tmp/tmp.2D5VRSVRJb /tmp/tmp.sMUhXYBPB8
+++ return 0
++ echo /node_id/1457c597-23df-42ea-adee-9dd88178e0d6 /node_id/79665b39-8cb3-4304-afde-292c30754c00 /node_id/eee52d44-686d-408d-bf5b-15122f85c7a3 /node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13 /node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71 /node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3 /node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a /node_id/9c564977-e86a-49e0-8288-486c53d5e3a4 /node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1
+ nodeList_from_pmm=($(does_node_id_exists "${nodeList[@]}"))
++ does_node_id_exists /node_id/1457c597-23df-42ea-adee-9dd88178e0d6 /node_id/79665b39-8cb3-4304-afde-292c30754c00 /node_id/eee52d44-686d-408d-bf5b-15122f85c7a3 /node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13 /node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71 /node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3 /node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a /node_id/9c564977-e86a-49e0-8288-486c53d5e3a4 /node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1
++ nodeList=('/node_id/1457c597-23df-42ea-adee-9dd88178e0d6' '/node_id/79665b39-8cb3-4304-afde-292c30754c00' '/node_id/eee52d44-686d-408d-bf5b-15122f85c7a3' '/node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13' '/node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71' '/node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3' '/node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a' '/node_id/9c564977-e86a-49e0-8288-486c53d5e3a4' '/node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1')
++ local -a nodeList
++ nodeList_from_pmm=()
++ local -a nodeList_from_pmm
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/1457c597-23df-42ea-adee-9dd88178e0d6
++++ get_pmm_service_ip monitoring-service
+++ awk '{print $4}'
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Fr5LPQ1g77
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.ccPFMMMfzN
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.Fr5LPQ1g77
++++ cat /tmp/tmp.ccPFMMMfzN
++++ rm /tmp/tmp.Fr5LPQ1g77 /tmp/tmp.ccPFMMMfzN
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.eVmpi9bZDO
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.eK8RgmgBU8
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.eVmpi9bZDO
++++ cat /tmp/tmp.eK8RgmgBU8
++++ rm /tmp/tmp.eVmpi9bZDO /tmp/tmp.eK8RgmgBU8
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.TRxqHOEOPW
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AMS7iHjlZW
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.TRxqHOEOPW
+++ cat /tmp/tmp.AMS7iHjlZW
+++ rm /tmp/tmp.TRxqHOEOPW /tmp/tmp.AMS7iHjlZW
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/79665b39-8cb3-4304-afde-292c30754c00
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.ofZ0DWH5mw
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.x5ExIrPTlF
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.ofZ0DWH5mw
++++ cat /tmp/tmp.x5ExIrPTlF
++++ rm /tmp/tmp.ofZ0DWH5mw /tmp/tmp.x5ExIrPTlF
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.U6ok4WPfZA
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.VsvrEC1BHY
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.U6ok4WPfZA
++++ cat /tmp/tmp.VsvrEC1BHY
++++ rm /tmp/tmp.U6ok4WPfZA /tmp/tmp.VsvrEC1BHY
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.xbuz9tT9ty
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Ka4MoO5a16
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.xbuz9tT9ty
+++ cat /tmp/tmp.Ka4MoO5a16
+++ rm /tmp/tmp.xbuz9tT9ty /tmp/tmp.Ka4MoO5a16
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/eee52d44-686d-408d-bf5b-15122f85c7a3
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.8nlm4rU00B
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.LY3E7xfStU
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.8nlm4rU00B
++++ cat /tmp/tmp.LY3E7xfStU
++++ rm /tmp/tmp.8nlm4rU00B /tmp/tmp.LY3E7xfStU
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.iCmQUJYJVr
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.fQy9S2fpY2
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.iCmQUJYJVr
++++ cat /tmp/tmp.fQy9S2fpY2
++++ rm /tmp/tmp.iCmQUJYJVr /tmp/tmp.fQy9S2fpY2
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.apmsCGpklU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.6SeZ32FDMq
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.apmsCGpklU
+++ cat /tmp/tmp.6SeZ32FDMq
+++ rm /tmp/tmp.apmsCGpklU /tmp/tmp.6SeZ32FDMq
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.oGzuu1js3T
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.jUyku77Je5
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.oGzuu1js3T
++++ cat /tmp/tmp.jUyku77Je5
++++ rm /tmp/tmp.oGzuu1js3T /tmp/tmp.jUyku77Je5
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.YIYaJuZPBD
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.YgykEsE2dL
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.YIYaJuZPBD
++++ cat /tmp/tmp.YgykEsE2dL
++++ rm /tmp/tmp.YIYaJuZPBD /tmp/tmp.YgykEsE2dL
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.A7TRNlNw2p
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.7QPvNOOQui
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.A7TRNlNw2p
+++ cat /tmp/tmp.7QPvNOOQui
+++ rm /tmp/tmp.A7TRNlNw2p /tmp/tmp.7QPvNOOQui
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
+++ awk '{print $4}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.jQzOlxxNyn
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.NFbWZ98G0k
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.jQzOlxxNyn
++++ cat /tmp/tmp.NFbWZ98G0k
++++ rm /tmp/tmp.jQzOlxxNyn /tmp/tmp.NFbWZ98G0k
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.sOmU5ZTyfx
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.tODYkNNBor
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.sOmU5ZTyfx
++++ cat /tmp/tmp.tODYkNNBor
++++ rm /tmp/tmp.sOmU5ZTyfx /tmp/tmp.tODYkNNBor
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Q75jf29tL1
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.yqVBYazBUE
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Q75jf29tL1
+++ cat /tmp/tmp.yqVBYazBUE
+++ rm /tmp/tmp.Q75jf29tL1 /tmp/tmp.yqVBYazBUE
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.XzX9YETBv2
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.krQTPJhUkT
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.XzX9YETBv2
++++ cat /tmp/tmp.krQTPJhUkT
++++ rm /tmp/tmp.XzX9YETBv2 /tmp/tmp.krQTPJhUkT
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.dEUpPqoXey
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.cMOwDuR9C6
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.dEUpPqoXey
++++ cat /tmp/tmp.cMOwDuR9C6
++++ rm /tmp/tmp.dEUpPqoXey /tmp/tmp.cMOwDuR9C6
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.I5QkJr3yBA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.znqEm2KApW
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.I5QkJr3yBA
+++ cat /tmp/tmp.znqEm2KApW
+++ rm /tmp/tmp.I5QkJr3yBA /tmp/tmp.znqEm2KApW
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.cuf1GsiqWj
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.VbzXi9ZpNP
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.cuf1GsiqWj
++++ cat /tmp/tmp.VbzXi9ZpNP
++++ rm /tmp/tmp.cuf1GsiqWj /tmp/tmp.VbzXi9ZpNP
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.S2kKSgNUqu
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.u0I7MQ90Qq
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.S2kKSgNUqu
++++ cat /tmp/tmp.u0I7MQ90Qq
++++ rm /tmp/tmp.S2kKSgNUqu /tmp/tmp.u0I7MQ90Qq
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.stVNamc9XX
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.DkteTWgnTH
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.stVNamc9XX
+++ cat /tmp/tmp.DkteTWgnTH
+++ rm /tmp/tmp.stVNamc9XX /tmp/tmp.DkteTWgnTH
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/9c564977-e86a-49e0-8288-486c53d5e3a4
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.XtZHDRceXS
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.qRPMs6DGA0
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.XtZHDRceXS
++++ cat /tmp/tmp.qRPMs6DGA0
++++ rm /tmp/tmp.XtZHDRceXS /tmp/tmp.qRPMs6DGA0
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.4h18M1dhAU
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.qUoozKjlVm
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.4h18M1dhAU
++++ cat /tmp/tmp.qUoozKjlVm
++++ rm /tmp/tmp.4h18M1dhAU /tmp/tmp.qUoozKjlVm
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.QxtNguWJKO
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.OMnCPY96pC
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.QxtNguWJKO
+++ cat /tmp/tmp.OMnCPY96pC
+++ rm /tmp/tmp.QxtNguWJKO /tmp/tmp.OMnCPY96pC
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.GI4b3hsXCY
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.f1kVXgpphV
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.GI4b3hsXCY
++++ cat /tmp/tmp.f1kVXgpphV
++++ rm /tmp/tmp.GI4b3hsXCY /tmp/tmp.f1kVXgpphV
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.S5sJmZbQF3
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.XxtqPHly69
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.S5sJmZbQF3
++++ cat /tmp/tmp.XxtqPHly69
++++ rm /tmp/tmp.S5sJmZbQF3 /tmp/tmp.XxtqPHly69
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.OS3k6JzZhu
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.M8S3oVUZCC
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.OS3k6JzZhu
+++ cat /tmp/tmp.M8S3oVUZCC
+++ rm /tmp/tmp.OS3k6JzZhu /tmp/tmp.M8S3oVUZCC
+++ return 0
++ echo /node_id/1457c597-23df-42ea-adee-9dd88178e0d6 /node_id/79665b39-8cb3-4304-afde-292c30754c00 /node_id/eee52d44-686d-408d-bf5b-15122f85c7a3 /node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13 /node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71 /node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3 /node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a /node_id/9c564977-e86a-49e0-8288-486c53d5e3a4 /node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/1457c597-23df-42ea-adee-9dd88178e0d6 ']'
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/79665b39-8cb3-4304-afde-292c30754c00 ']'
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/eee52d44-686d-408d-bf5b-15122f85c7a3 ']'
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13 ']'
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71 ']'
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3 ']'
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a ']'
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/9c564977-e86a-49e0-8288-486c53d5e3a4 ']'
+ for node_id in "${nodeList_from_pmm[@]}"
+ '[' -z /node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1 ']'
+ kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.3NwvA7kNzF
++ mktemp
+ local LAST_ERR=/tmp/tmp.BwJQ3eACiO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3NwvA7kNzF
perconaservermongodb.psmdb.percona.com/monitoring patched
+ cat /tmp/tmp.BwJQ3eACiO
+ rm /tmp/tmp.3NwvA7kNzF /tmp/tmp.BwJQ3eACiO
+ return 0
+ wait_for_delete pod/monitoring-mongos-0
+ local res=pod/monitoring-mongos-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-mongos-0 to be deleted..........................Error from server (NotFound): pods "monitoring-mongos-0" not found
Error from server (NotFound): pods "monitoring-mongos-0" not found
Error from server (NotFound): pods "monitoring-mongos-0" not found
Error from server (NotFound): pods "monitoring-mongos-0" not found
+ wait_for_delete pod/monitoring-rs0-0
+ local res=pod/monitoring-rs0-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-rs0-0 to be deleted.............Error from server (NotFound): pods "monitoring-rs0-0" not found
Error from server (NotFound): pods "monitoring-rs0-0" not found
Error from server (NotFound): pods "monitoring-rs0-0" not found
Error from server (NotFound): pods "monitoring-rs0-0" not found
+ wait_for_delete pod/monitoring-cfg-0
+ local res=pod/monitoring-cfg-0
+ local wait_time=60
+ set +o xtrace
waiting for pod/monitoring-cfg-0 to be deleted...........Error from server (NotFound): pods "monitoring-cfg-0" not found
Error from server (NotFound): pods "monitoring-cfg-0" not found
Error from server (NotFound): pods "monitoring-cfg-0" not found
Error from server (NotFound): pods "monitoring-cfg-0" not found
+ desc 'check if services are not deleted'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if services are not deleted
-----------------------------------------------------------------------------------

+ kubectl_bin get svc monitoring-rs0
++ mktemp
+ local LAST_OUT=/tmp/tmp.dOzjlGcBK1
++ mktemp
+ local LAST_ERR=/tmp/tmp.zMiupEjCbJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get svc monitoring-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dOzjlGcBK1
NAME             TYPE        CLUSTER-IP   EXTERNAL-IP   PORT(S)     AGE
monitoring-rs0   ClusterIP   None         <none>        27019/TCP   15m
+ cat /tmp/tmp.zMiupEjCbJ
+ rm /tmp/tmp.dOzjlGcBK1 /tmp/tmp.zMiupEjCbJ
+ return 0
+ kubectl_bin get svc monitoring-cfg
++ mktemp
+ local LAST_OUT=/tmp/tmp.3wevzsWRL1
++ mktemp
+ local LAST_ERR=/tmp/tmp.CXDqDtZaPG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get svc monitoring-cfg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3wevzsWRL1
NAME             TYPE        CLUSTER-IP   EXTERNAL-IP   PORT(S)     AGE
monitoring-cfg   ClusterIP   None         <none>        27019/TCP   15m
+ cat /tmp/tmp.CXDqDtZaPG
+ rm /tmp/tmp.3wevzsWRL1 /tmp/tmp.CXDqDtZaPG
+ return 0
+ kubectl_bin get svc monitoring-mongos
++ mktemp
+ local LAST_OUT=/tmp/tmp.5XnB4xuHWH
++ mktemp
+ local LAST_ERR=/tmp/tmp.NaDsy72wyS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get svc monitoring-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5XnB4xuHWH
NAME                TYPE        CLUSTER-IP       EXTERNAL-IP   PORT(S)     AGE
monitoring-mongos   ClusterIP   34.118.226.248   <none>        27019/TCP   15m
+ cat /tmp/tmp.NaDsy72wyS
+ rm /tmp/tmp.5XnB4xuHWH /tmp/tmp.NaDsy72wyS
+ return 0
+ does_node_id_exists_in_pmm=($(does_node_id_exists "${nodeList[@]}"))
++ does_node_id_exists /node_id/1457c597-23df-42ea-adee-9dd88178e0d6 /node_id/79665b39-8cb3-4304-afde-292c30754c00 /node_id/eee52d44-686d-408d-bf5b-15122f85c7a3 /node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13 /node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71 /node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3 /node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a /node_id/9c564977-e86a-49e0-8288-486c53d5e3a4 /node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1
++ nodeList=('/node_id/1457c597-23df-42ea-adee-9dd88178e0d6' '/node_id/79665b39-8cb3-4304-afde-292c30754c00' '/node_id/eee52d44-686d-408d-bf5b-15122f85c7a3' '/node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13' '/node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71' '/node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3' '/node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a' '/node_id/9c564977-e86a-49e0-8288-486c53d5e3a4' '/node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1')
++ local -a nodeList
++ nodeList_from_pmm=()
++ local -a nodeList_from_pmm
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/1457c597-23df-42ea-adee-9dd88178e0d6
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.GwaAsRAwLw
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.0M5eytfIoD
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.GwaAsRAwLw
++++ cat /tmp/tmp.0M5eytfIoD
++++ rm /tmp/tmp.GwaAsRAwLw /tmp/tmp.0M5eytfIoD
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.xCipv7bGUW
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.NqDTSxsyvE
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.xCipv7bGUW
++++ cat /tmp/tmp.NqDTSxsyvE
++++ rm /tmp/tmp.xCipv7bGUW /tmp/tmp.NqDTSxsyvE
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.16b9Q1MRki
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.0uzWVDh2vU
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.16b9Q1MRki
+++ cat /tmp/tmp.0uzWVDh2vU
+++ rm /tmp/tmp.16b9Q1MRki /tmp/tmp.0uzWVDh2vU
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
++++ get_pmm_service_ip monitoring-service
+++ grep /node_id/79665b39-8cb3-4304-afde-292c30754c00
++++ local service=monitoring-service
+++ awk '{print $4}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.UYejZFI4xf
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.09u4ZDybBs
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.UYejZFI4xf
++++ cat /tmp/tmp.09u4ZDybBs
++++ rm /tmp/tmp.UYejZFI4xf /tmp/tmp.09u4ZDybBs
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Gv2CKLBEAY
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.QKt56WxIUQ
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.Gv2CKLBEAY
++++ cat /tmp/tmp.QKt56WxIUQ
++++ rm /tmp/tmp.Gv2CKLBEAY /tmp/tmp.QKt56WxIUQ
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.jchU7fAHTw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NDPuQXJX9q
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.jchU7fAHTw
+++ cat /tmp/tmp.NDPuQXJX9q
+++ rm /tmp/tmp.jchU7fAHTw /tmp/tmp.NDPuQXJX9q
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/eee52d44-686d-408d-bf5b-15122f85c7a3
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.IxWtRY5jip
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.4Tj6uF3tzB
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.IxWtRY5jip
++++ cat /tmp/tmp.4Tj6uF3tzB
++++ rm /tmp/tmp.IxWtRY5jip /tmp/tmp.4Tj6uF3tzB
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.peMgp6uOd5
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.YvOP9lae7m
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.peMgp6uOd5
++++ cat /tmp/tmp.YvOP9lae7m
++++ rm /tmp/tmp.peMgp6uOd5 /tmp/tmp.YvOP9lae7m
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.AnJUhBbfk2
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Pb0kB8ZyPS
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.AnJUhBbfk2
+++ cat /tmp/tmp.Pb0kB8ZyPS
+++ rm /tmp/tmp.AnJUhBbfk2 /tmp/tmp.Pb0kB8ZyPS
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/7034b29c-fccd-4a34-82bd-2b3c3dd8cf13
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.AZtIcUp8hP
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.FVHlqJaJaN
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.AZtIcUp8hP
++++ cat /tmp/tmp.FVHlqJaJaN
++++ rm /tmp/tmp.AZtIcUp8hP /tmp/tmp.FVHlqJaJaN
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.q3GswxG5jp
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.D8pS3if0Ai
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.q3GswxG5jp
++++ cat /tmp/tmp.D8pS3if0Ai
++++ rm /tmp/tmp.q3GswxG5jp /tmp/tmp.D8pS3if0Ai
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ImRhVovQSg
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.MdIzJpRCmj
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.ImRhVovQSg
+++ cat /tmp/tmp.MdIzJpRCmj
+++ rm /tmp/tmp.ImRhVovQSg /tmp/tmp.MdIzJpRCmj
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/9f782bb1-70f0-4428-b41c-a48588fb0f71
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.gfSN3PLwrD
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.EyOkuNn4ac
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.gfSN3PLwrD
++++ cat /tmp/tmp.EyOkuNn4ac
++++ rm /tmp/tmp.gfSN3PLwrD /tmp/tmp.EyOkuNn4ac
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.FGrUvKk1K7
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.zev2Ib1PKG
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.FGrUvKk1K7
++++ cat /tmp/tmp.zev2Ib1PKG
++++ rm /tmp/tmp.FGrUvKk1K7 /tmp/tmp.zev2Ib1PKG
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.uLFcPmlIgv
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.WYYPGMYIqr
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.uLFcPmlIgv
+++ cat /tmp/tmp.WYYPGMYIqr
+++ rm /tmp/tmp.uLFcPmlIgv /tmp/tmp.WYYPGMYIqr
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/2395c6f6-1e39-4f91-a4c9-35b850f24ac3
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.06Lp7opC41
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.1DT7XQoZ20
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.06Lp7opC41
++++ cat /tmp/tmp.1DT7XQoZ20
++++ rm /tmp/tmp.06Lp7opC41 /tmp/tmp.1DT7XQoZ20
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.XMRMTK1UPp
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.WIIS3cdn8g
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.XMRMTK1UPp
++++ cat /tmp/tmp.WIIS3cdn8g
++++ rm /tmp/tmp.XMRMTK1UPp /tmp/tmp.WIIS3cdn8g
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ekL3JNxqEN
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EttNOR2KyB
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.ekL3JNxqEN
+++ cat /tmp/tmp.EttNOR2KyB
+++ rm /tmp/tmp.ekL3JNxqEN /tmp/tmp.EttNOR2KyB
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/3feb86c5-c2d1-4885-ae71-16c9467fa98a
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.lTsl82OvaW
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.WBy57qVAtv
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.lTsl82OvaW
++++ cat /tmp/tmp.WBy57qVAtv
++++ rm /tmp/tmp.lTsl82OvaW /tmp/tmp.WBy57qVAtv
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.3AjbsY0DfU
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.RMsbZ3fw26
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.3AjbsY0DfU
++++ cat /tmp/tmp.RMsbZ3fw26
++++ rm /tmp/tmp.3AjbsY0DfU /tmp/tmp.RMsbZ3fw26
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.XqtUad7vLm
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AZqPLyZWUs
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.XqtUad7vLm
+++ cat /tmp/tmp.AZqPLyZWUs
+++ rm /tmp/tmp.XqtUad7vLm /tmp/tmp.AZqPLyZWUs
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/9c564977-e86a-49e0-8288-486c53d5e3a4
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.BaOct0mTc3
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.vMB8oFJBK0
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.BaOct0mTc3
++++ cat /tmp/tmp.vMB8oFJBK0
++++ rm /tmp/tmp.BaOct0mTc3 /tmp/tmp.vMB8oFJBK0
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.9KO6LNTxK1
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.q2aQhXC1In
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.9KO6LNTxK1
++++ cat /tmp/tmp.q2aQhXC1In
++++ rm /tmp/tmp.9KO6LNTxK1 /tmp/tmp.q2aQhXC1In
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ka1QTnPfh3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.XTSQj6pLuA
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.ka1QTnPfh3
+++ cat /tmp/tmp.XTSQj6pLuA
+++ rm /tmp/tmp.ka1QTnPfh3 /tmp/tmp.XTSQj6pLuA
+++ return 0
++ for node_id in "${nodeList[@]}"
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/fa42f616-8dbd-43fe-93a9-63eccac356a1
+++ awk '{print $4}'
++++ get_pmm_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ grep -E -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.2NR8JlE4Uy
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.48scDYFfv1
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.2NR8JlE4Uy
++++ cat /tmp/tmp.48scDYFfv1
++++ rm /tmp/tmp.2NR8JlE4Uy /tmp/tmp.48scDYFfv1
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.AJouHEL6fv
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.aKs1ZFSnvM
++++ local exit_status=0
++++ local timeout=4
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 -a -n 1 ']'
++++ break
++++ cat /tmp/tmp.AJouHEL6fv
++++ cat /tmp/tmp.aKs1ZFSnvM
++++ rm /tmp/tmp.AJouHEL6fv /tmp/tmp.aKs1ZFSnvM
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.rKRUMlJm3S
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.dKoBKrmcxg
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec -n monitoring-2-0-16381 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.41.131.223/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.rKRUMlJm3S
+++ cat /tmp/tmp.dKoBKrmcxg
+++ rm /tmp/tmp.rKRUMlJm3S /tmp/tmp.dKoBKrmcxg
+++ return 0
++ echo
+ desc 'check customClusterName for pmm'
+ set +o xtrace


-----------------------------------------------------------------------------------
check customClusterName for pmm
-----------------------------------------------------------------------------------

+ custom_name=custom-cluster-name
+ kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.idnGPjh03f
++ mktemp
+ local LAST_ERR=/tmp/tmp.mr61K2GF33
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.idnGPjh03f
perconaservermongodb.psmdb.percona.com/monitoring patched
+ cat /tmp/tmp.mr61K2GF33
+ rm /tmp/tmp.idnGPjh03f /tmp/tmp.mr61K2GF33
+ return 0
+ wait_for_running monitoring-rs0 3
+ local name=monitoring-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=monitoring
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod monitoring-rs0-0
+ local pod=monitoring-rs0-0
+ set +o xtrace
waiting for pod/monitoring-rs0-0 to be ready...........OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod monitoring-rs0-1
+ local pod=monitoring-rs0-1
+ set +o xtrace
waiting for pod/monitoring-rs0-1 to be ready..............OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zdjgDBh9Pn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.exHksSNaaL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zdjgDBh9Pn
++ cat /tmp/tmp.exHksSNaaL
++ rm /tmp/tmp.zdjgDBh9Pn /tmp/tmp.exHksSNaaL
++ return 0
+ [[ '' == true ]]
+ wait_pod monitoring-rs0-2
+ local pod=monitoring-rs0-2
+ set +o xtrace
waiting for pod/monitoring-rs0-2 to be ready...........OK
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lkx1l4hcPh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GUuz0hNAMF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lkx1l4hcPh
++ cat /tmp/tmp.GUuz0hNAMF
++ rm /tmp/tmp.lkx1l4hcPh /tmp/tmp.GUuz0hNAMF
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uqYgTcnEuf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lhR0tzc8WZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uqYgTcnEuf
++ cat /tmp/tmp.lhR0tzc8WZ
++ rm /tmp/tmp.uqYgTcnEuf /tmp/tmp.lhR0tzc8WZ
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness...................
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.w6XAso6b0l
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.RvzQZgUmZi
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.w6XAso6b0l
+++ cat /tmp/tmp.RvzQZgUmZi
+++ rm /tmp/tmp.w6XAso6b0l /tmp/tmp.RvzQZgUmZi
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.cZqwNyI5QY
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Dq0HDLal4C
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.cZqwNyI5QY
+++ cat /tmp/tmp.Dq0HDLal4C
+++ rm /tmp/tmp.cZqwNyI5QY /tmp/tmp.Dq0HDLal4C
+++ return 0
++ local ip=34.41.131.223
++ '[' -n 34.41.131.223 -a 34.41.131.223 '!=' null ']'
++ echo 34.41.131.223
++ return
+ curl -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@34.41.131.223/v1/inventory/Services/List
+ check_custom_cluster_name monitoring-2-0-16381-monitoring-mongos-0 /tmp/tmp.8svISc6ot7/pmm_service_list.json
+ local pod_service_name=monitoring-2-0-16381-monitoring-mongos-0
+ local pmm_services_file=/tmp/tmp.8svISc6ot7/pmm_service_list.json
+ echo 'Checking monitoring-2-0-16381-monitoring-mongos-0'
Checking monitoring-2-0-16381-monitoring-mongos-0
++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-16381-monitoring-mongos-0") | .cluster' /tmp/tmp.8svISc6ot7/pmm_service_list.json
+ pmm_service_cluster=custom-cluster-name
+ [[ custom-cluster-name != custom-cluster-name ]]
+ check_custom_cluster_name monitoring-2-0-16381-monitoring-rs0-0 /tmp/tmp.8svISc6ot7/pmm_service_list.json
+ local pod_service_name=monitoring-2-0-16381-monitoring-rs0-0
+ local pmm_services_file=/tmp/tmp.8svISc6ot7/pmm_service_list.json
+ echo 'Checking monitoring-2-0-16381-monitoring-rs0-0'
Checking monitoring-2-0-16381-monitoring-rs0-0
++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-16381-monitoring-rs0-0") | .cluster' /tmp/tmp.8svISc6ot7/pmm_service_list.json
+ pmm_service_cluster=custom-cluster-name
+ [[ custom-cluster-name != custom-cluster-name ]]
+ check_custom_cluster_name monitoring-2-0-16381-monitoring-cfg-0 /tmp/tmp.8svISc6ot7/pmm_service_list.json
+ local pod_service_name=monitoring-2-0-16381-monitoring-cfg-0
+ local pmm_services_file=/tmp/tmp.8svISc6ot7/pmm_service_list.json
+ echo 'Checking monitoring-2-0-16381-monitoring-cfg-0'
Checking monitoring-2-0-16381-monitoring-cfg-0
++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-16381-monitoring-cfg-0") | .cluster' /tmp/tmp.8svISc6ot7/pmm_service_list.json
+ pmm_service_cluster=custom-cluster-name
+ [[ custom-cluster-name != custom-cluster-name ]]
+ [[ -n '' ]]
++ kubectl_bin logs monitoring-rs0-0 pmm-client
++ grep -c 'cannot auto discover databases and collections'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R0KJlFMZY4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.J7Xx0MAM0L
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl logs monitoring-rs0-0 pmm-client
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.R0KJlFMZY4
++ cat /tmp/tmp.J7Xx0MAM0L
++ rm /tmp/tmp.R0KJlFMZY4 /tmp/tmp.J7Xx0MAM0L
++ return 0
+ [[ 0 != 0 ]]
+ helm uninstall monitoring
release "monitoring" uninstalled
+ destroy monitoring-2-0-16381
+ local namespace=monitoring-2-0-16381
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nIRGpMwI3C
+++ mktemp
++ local LAST_ERR=/tmp/tmp.V1Rdrq4Gye
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nIRGpMwI3C
++ cat /tmp/tmp.V1Rdrq4Gye
No resources found in monitoring-2-0-16381 namespace.
++ rm /tmp/tmp.nIRGpMwI3C /tmp/tmp.V1Rdrq4Gye
++ return 0
+ '[' 0 '!=' 0 ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.ajmxd9xyO4
++ mktemp
+ local LAST_ERR=/tmp/tmp.9TW7BQNxZb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ajmxd9xyO4
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.9TW7BQNxZb
+ rm /tmp/tmp.ajmxd9xyO4 /tmp/tmp.9TW7BQNxZb
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.M4aPK3u6Qw
++ mktemp
+ local LAST_ERR=/tmp/tmp.f5uBqrkMKx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.M4aPK3u6Qw
+ cat /tmp/tmp.f5uBqrkMKx
+ rm /tmp/tmp.M4aPK3u6Qw /tmp/tmp.f5uBqrkMKx
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.66OhHpWu5l
++ mktemp
+ local LAST_ERR=/tmp/tmp.JlN11CAgVt
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.66OhHpWu5l
+ cat /tmp/tmp.JlN11CAgVt
+ rm /tmp/tmp.66OhHpWu5l /tmp/tmp.JlN11CAgVt
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.0rKGpvXayb
++ mktemp
+ local LAST_ERR=/tmp/tmp.Kk8AtFAT0a
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0rKGpvXayb
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com condition met
+ cat /tmp/tmp.Kk8AtFAT0a
+ rm /tmp/tmp.0rKGpvXayb /tmp/tmp.Kk8AtFAT0a
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.caYbkk0DiQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.pvK9QkULBg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2280/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.caYbkk0DiQ
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.pvK9QkULBg
+ rm /tmp/tmp.caYbkk0DiQ /tmp/tmp.pvK9QkULBg
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.XpTKAF2hgr
++ mktemp
+ local LAST_ERR=/tmp/tmp.eB7QzPbVFG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XpTKAF2hgr
namespace "cert-manager" deleted
customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted
serviceaccount "cert-manager-cainjector" deleted from cert-manager namespace
serviceaccount "cert-manager" deleted from cert-manager namespace
serviceaccount "cert-manager-webhook" deleted from cert-manager namespace
clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-cluster-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace
role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace
role.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace
role.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace
rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace
rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace
rolebinding.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace
rolebinding.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace
service "cert-manager-cainjector" deleted from cert-manager namespace
service "cert-manager" deleted from cert-manager namespace
service "cert-manager-webhook" deleted from cert-manager namespace
deployment.apps "cert-manager-cainjector" deleted from cert-manager namespace
deployment.apps "cert-manager" deleted from cert-manager namespace
deployment.apps "cert-manager-webhook" deleted from cert-manager namespace
mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
+ cat /tmp/tmp.eB7QzPbVFG
+ rm /tmp/tmp.XpTKAF2hgr /tmp/tmp.eB7QzPbVFG
+ return 0
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace monitoring-2-0-16381
+ rm -rf /tmp/tmp.8svISc6ot7
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.fhSZzjPa7t
+ local LAST_OUT=/tmp/tmp.GAZQdidemr
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.D3LSTpTbuZ
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.yCVZBey7DG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace monitoring-2-0-16381
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator