Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/logs/monitoring-2-0.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + create_infra monitoring-2-0-12479 + local ns=monitoring-2-0-12479 + [[ 1 == 1 ]] + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.dKnRnHW8xi ++ mktemp + local LAST_ERR=/tmp/tmp.0zah7j30Uz + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.dKnRnHW8xi customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.0zah7j30Uz + rm /tmp/tmp.dKnRnHW8xi /tmp/tmp.0zah7j30Uz + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.iNolEMp4rC ++ mktemp + local LAST_ERR=/tmp/tmp.Jh6uDUhlHZ + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.iNolEMp4rC + cat /tmp/tmp.Jh6uDUhlHZ + rm /tmp/tmp.iNolEMp4rC /tmp/tmp.Jh6uDUhlHZ + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.WFSwtocZHG ++ mktemp + local LAST_ERR=/tmp/tmp.JRcn9Ren93 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.WFSwtocZHG + cat /tmp/tmp.JRcn9Ren93 + rm /tmp/tmp.WFSwtocZHG /tmp/tmp.JRcn9Ren93 + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.I9SCmWkoGK ++ mktemp + local LAST_ERR=/tmp/tmp.Tvbf7wSCSr + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.I9SCmWkoGK + cat /tmp/tmp.Tvbf7wSCSr + rm /tmp/tmp.I9SCmWkoGK /tmp/tmp.Tvbf7wSCSr + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + grep -v NAMESPACE + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.eRVKZc0SnN ++ mktemp + local LAST_ERR=/tmp/tmp.TbXu9dsC3G + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.eRVKZc0SnN + cat /tmp/tmp.TbXu9dsC3G + rm /tmp/tmp.eRVKZc0SnN /tmp/tmp.TbXu9dsC3G + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.dszAP2VNxS ++ mktemp + local LAST_ERR=/tmp/tmp.3yU6BgCHs2 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.dszAP2VNxS clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.3yU6BgCHs2 + rm /tmp/tmp.dszAP2VNxS /tmp/tmp.3yU6BgCHs2 + return 0 + check_crd_for_deletion PR-2435-6101778cd + local git_tag=PR-2435-6101778cd ++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2435-6101778cd/deploy/crd.yaml ++ /usr/sbin/sed s/---//g ++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g' ++ yq eval .metadata.name + for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g') ++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WJjwg4aIvW +++ mktemp ++ local LAST_ERR=/tmp/tmp.iStZUyJeYp ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.WJjwg4aIvW ++ cat /tmp/tmp.iStZUyJeYp Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 0 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.WJjwg4aIvW ++ cat /tmp/tmp.iStZUyJeYp Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 4 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.WJjwg4aIvW ++ cat /tmp/tmp.iStZUyJeYp Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 8 ++ cat /tmp/tmp.WJjwg4aIvW ++ cat /tmp/tmp.iStZUyJeYp Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ rm /tmp/tmp.WJjwg4aIvW /tmp/tmp.iStZUyJeYp ++ return 1 + [[ '' == Terminating ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found ++ mktemp + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.VJpRVITqRD + local LAST_OUT=/tmp/tmp.B130b2KcZK ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.X5g5HH84yw + local exit_status=0 + local timeout=4 + local LAST_ERR=/tmp/tmp.XBf4IZ0fCt + local exit_status=0 + local timeout=4 ++ seq 0 2 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + for i in $(seq 0 2) + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.VJpRVITqRD + cat /tmp/tmp.X5g5HH84yw + rm /tmp/tmp.VJpRVITqRD /tmp/tmp.X5g5HH84yw + return 0 namespace "cert-manager" deleted namespace "monitoring-2-0-22804" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.B130b2KcZK namespace "psmdb-operator" deleted + cat /tmp/tmp.XBf4IZ0fCt + rm /tmp/tmp.B130b2KcZK /tmp/tmp.XBf4IZ0fCt + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.d9FLPKTkBf ++ mktemp + local LAST_ERR=/tmp/tmp.EzSCNphbuA + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.d9FLPKTkBf + cat /tmp/tmp.EzSCNphbuA + rm /tmp/tmp.d9FLPKTkBf /tmp/tmp.EzSCNphbuA + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.fcreDXe6Q3 ++ mktemp + local LAST_ERR=/tmp/tmp.jx1jpZ6SLo + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.fcreDXe6Q3 namespace/psmdb-operator created + cat /tmp/tmp.jx1jpZ6SLo + rm /tmp/tmp.fcreDXe6Q3 /tmp/tmp.jx1jpZ6SLo + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.S4cbkiC37x +++ mktemp ++ local LAST_ERR=/tmp/tmp.JFNYJcAg2Z ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.S4cbkiC37x ++ cat /tmp/tmp.JFNYJcAg2Z ++ rm /tmp/tmp.S4cbkiC37x /tmp/tmp.JFNYJcAg2Z ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2435-6101778cd-5-cluster11 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.XpbYvtuRWJ ++ mktemp + local LAST_ERR=/tmp/tmp.atQh6Qp23G + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2435-6101778cd-5-cluster11 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.XpbYvtuRWJ Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2435-6101778cd-5-cluster11" modified. + cat /tmp/tmp.atQh6Qp23G + rm /tmp/tmp.XpbYvtuRWJ /tmp/tmp.atQh6Qp23G + return 0 + deploy_operator + desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2435-6101778cd' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2435-6101778cd ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.QZ6lfKYa1m ++ mktemp + local LAST_ERR=/tmp/tmp.4c6Lks6GpH + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.QZ6lfKYa1m customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.4c6Lks6GpH + rm /tmp/tmp.QZ6lfKYa1m /tmp/tmp.4c6Lks6GpH + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: psmdb-operator^' + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.EoEMz7DB4q ++ mktemp + local LAST_ERR=/tmp/tmp.Ma0CMmVkHm + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.EoEMz7DB4q clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created + cat /tmp/tmp.Ma0CMmVkHm + rm /tmp/tmp.EoEMz7DB4q /tmp/tmp.Ma0CMmVkHm + return 0 + kubectl_bin apply -n psmdb-operator -f - + yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2435-6101778cd") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/cw-operator.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.WFX4ZRu2Hm ++ mktemp + local LAST_ERR=/tmp/tmp.d3jZrUg5pz + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.WFX4ZRu2Hm deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.d3jZrUg5pz + rm /tmp/tmp.WFX4ZRu2Hm /tmp/tmp.d3jZrUg5pz + return 0 + sleep 20 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.t52D7xLOd4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kW3ghoPFdz ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.t52D7xLOd4 ++ cat /tmp/tmp.kW3ghoPFdz ++ rm /tmp/tmp.t52D7xLOd4 /tmp/tmp.kW3ghoPFdz ++ return 0 + wait_operator_pod percona-server-mongodb-operator-5c7b5fc7bf-rdbq6 + local pod=percona-server-mongodb-operator-5c7b5fc7bf-rdbq6 + set +o xtrace waiting for pod/percona-server-mongodb-operator-5c7b5fc7bf-rdbq6 to be ready.OK + echo 'Print operator info from log' Print operator info from log + grep 'Manager starting up' ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.as9SA6j5Gb +++ mktemp ++ local LAST_ERR=/tmp/tmp.LEssxuwzPY ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.as9SA6j5Gb ++ cat /tmp/tmp.LEssxuwzPY ++ rm /tmp/tmp.as9SA6j5Gb /tmp/tmp.LEssxuwzPY ++ return 0 + kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-5c7b5fc7bf-rdbq6 ++ mktemp + local LAST_OUT=/tmp/tmp.QZWWMwJBre ++ mktemp + local LAST_ERR=/tmp/tmp.wKn4NPuYoo + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n psmdb-operator percona-server-mongodb-operator-5c7b5fc7bf-rdbq6 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.QZWWMwJBre + cat /tmp/tmp.wKn4NPuYoo + rm /tmp/tmp.QZWWMwJBre /tmp/tmp.wKn4NPuYoo + return 0 2026-07-07T13:41:26.783Z INFO setup Manager starting up {"gitCommit": "6101778cde913da11e73ec20de4c1b45afb945ba", "gitBranch": "PR-2435-6101778cd", "buildTime": "", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"} + create_namespace monitoring-2-0-12479 + local namespace=monitoring-2-0-12479 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ grep chaos-mesh.org ++ kubectl get crd ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces monitoring-2-0-12479' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces monitoring-2-0-12479 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace monitoring-2-0-12479 --ignore-not-found + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.cWOs3UZU4d ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.D4Uv2Im9fi + local exit_status=0 + local timeout=4 ++ seq 0 2 + local LAST_OUT=/tmp/tmp.eWr2ESk08A ++ mktemp + for i in $(seq 0 2) + set +e + kubectl get ns + local LAST_ERR=/tmp/tmp.uZnLpUDlUP + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace monitoring-2-0-12479 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.cWOs3UZU4d + cat /tmp/tmp.D4Uv2Im9fi + rm /tmp/tmp.cWOs3UZU4d /tmp/tmp.D4Uv2Im9fi + return 0 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.eWr2ESk08A + cat /tmp/tmp.uZnLpUDlUP + rm /tmp/tmp.eWr2ESk08A /tmp/tmp.uZnLpUDlUP + return 0 + kubectl_bin wait --for=delete namespace monitoring-2-0-12479 ++ mktemp + local LAST_OUT=/tmp/tmp.2yBPwReLxK ++ mktemp + local LAST_ERR=/tmp/tmp.5ymbHIXDzA + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace monitoring-2-0-12479 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2yBPwReLxK + cat /tmp/tmp.5ymbHIXDzA + rm /tmp/tmp.2yBPwReLxK /tmp/tmp.5ymbHIXDzA + return 0 + desc 'create namespace monitoring-2-0-12479' + set +o xtrace ----------------------------------------------------------------------------------- create namespace monitoring-2-0-12479 ----------------------------------------------------------------------------------- + kubectl_bin create namespace monitoring-2-0-12479 ++ mktemp + local LAST_OUT=/tmp/tmp.9nWuLHBKAQ ++ mktemp + local LAST_ERR=/tmp/tmp.TvrtEp73Sa + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace monitoring-2-0-12479 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.9nWuLHBKAQ namespace/monitoring-2-0-12479 created + cat /tmp/tmp.TvrtEp73Sa + rm /tmp/tmp.9nWuLHBKAQ /tmp/tmp.TvrtEp73Sa + return 0 + set_kube_ctx monitoring-2-0-12479 + local namespace=monitoring-2-0-12479 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.nsuNQZ5QBT +++ mktemp ++ local LAST_ERR=/tmp/tmp.wNqonAESa3 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.nsuNQZ5QBT ++ cat /tmp/tmp.wNqonAESa3 ++ rm /tmp/tmp.nsuNQZ5QBT /tmp/tmp.wNqonAESa3 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2435-6101778cd-5-cluster11 --namespace=monitoring-2-0-12479 ++ mktemp + local LAST_OUT=/tmp/tmp.LwwG00Zinv ++ mktemp + local LAST_ERR=/tmp/tmp.a1TpXatM82 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2435-6101778cd-5-cluster11 --namespace=monitoring-2-0-12479 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.LwwG00Zinv Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2435-6101778cd-5-cluster11" modified. + cat /tmp/tmp.a1TpXatM82 + rm /tmp/tmp.LwwG00Zinv /tmp/tmp.a1TpXatM82 + return 0 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin -n cert-manager delete clusterissuer --all ++ mktemp + local LAST_OUT=/tmp/tmp.usKmXqjzyU ++ mktemp + local LAST_ERR=/tmp/tmp.cP0fWyHmFA + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete clusterissuer --all + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.usKmXqjzyU No resources found + cat /tmp/tmp.cP0fWyHmFA + rm /tmp/tmp.usKmXqjzyU /tmp/tmp.cP0fWyHmFA + return 0 + kubectl_bin -n cert-manager delete certificate --all ++ mktemp + local LAST_OUT=/tmp/tmp.SGWFtYLbK3 ++ mktemp + local LAST_ERR=/tmp/tmp.7hTmCmb9aD + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete certificate --all + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.SGWFtYLbK3 No resources found + cat /tmp/tmp.7hTmCmb9aD + rm /tmp/tmp.SGWFtYLbK3 /tmp/tmp.7hTmCmb9aD + return 0 + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.KamMfBIhOP ++ mktemp + local LAST_ERR=/tmp/tmp.fbhBx5ylCA + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.KamMfBIhOP namespace/cert-manager created + cat /tmp/tmp.fbhBx5ylCA + rm /tmp/tmp.KamMfBIhOP /tmp/tmp.fbhBx5ylCA + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.PoxLR9gYPm ++ mktemp + local LAST_ERR=/tmp/tmp.j1AsoxgXzF + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.PoxLR9gYPm namespace/cert-manager labeled + cat /tmp/tmp.j1AsoxgXzF + rm /tmp/tmp.PoxLR9gYPm /tmp/tmp.j1AsoxgXzF + return 0 + kubectl_bin apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.QzyhuWWJEd ++ mktemp + local LAST_ERR=/tmp/tmp.ituIa4vQoK + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.QzyhuWWJEd namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.ituIa4vQoK Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.QzyhuWWJEd /tmp/tmp.ituIa4vQoK + return 0 + kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready ++ mktemp + local LAST_OUT=/tmp/tmp.wrf9BfnbLM ++ mktemp + local LAST_ERR=/tmp/tmp.qplCceROPv + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.wrf9BfnbLM pod/cert-manager-559d798845-czf8v condition met pod/cert-manager-cainjector-64958d9c7c-s8gg5 condition met pod/cert-manager-webhook-7fb6f99b56-lkcv4 condition met + cat /tmp/tmp.qplCceROPv E0707 13:42:23.859736 4004520 reflector.go:227] "Failed to watch" err="Get \"https://34.60.16.161/api/v1/namespaces/cert-manager/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcert-manager-559d798845-czf8v&resourceVersion=1783431743358783000&timeoutSeconds=527&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.wrf9BfnbLM /tmp/tmp.qplCceROPv + return 0 + sleep 120 + desc 'install PMM Server' + set +o xtrace ----------------------------------------------------------------------------------- install PMM Server ----------------------------------------------------------------------------------- + deploy_pmm_server + helm uninstall monitoring Error: uninstall: Release not loaded: monitoring: release: not found + : + helm repo remove stable "stable" has been removed from your repositories + helm repo add stable https://charts.helm.sh/stable "stable" has been added to your repositories + [[ -n '' ]] + retry 10 60 helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz + local max=10 + local delay=60 + shift 2 + local n=1 + helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz NAME: monitoring LAST DEPLOYED: Tue Jul 7 13:44:36 2026 NAMESPACE: monitoring-2-0-12479 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: PMM server can be accessed via HTTPS (port 443) on the following DNS name from within your cluster: endpoint: https://monitoring-service.monitoring-2-0-12479.svc.cluster.local:443 login: admin password: admin + sleep 40 + kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' ++ mktemp + local LAST_OUT=/tmp/tmp.hh7FOZq5jy ++ mktemp + local LAST_ERR=/tmp/tmp.F8MwG5kMie + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.hh7FOZq5jy + cat /tmp/tmp.F8MwG5kMie + rm /tmp/tmp.hh7FOZq5jy /tmp/tmp.F8MwG5kMie + return 0 + cluster=monitoring + desc 'create secrets and start client' + set +o xtrace ----------------------------------------------------------------------------------- create secrets and start client ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ZIKulQyqUB ++ mktemp + local LAST_ERR=/tmp/tmp.LAVI2ZP1Vt + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ZIKulQyqUB secret/some-users created secret/some-users unchanged + cat /tmp/tmp.LAVI2ZP1Vt + rm /tmp/tmp.ZIKulQyqUB /tmp/tmp.LAVI2ZP1Vt + return 0 + yq '.spec.template.spec.volumes[0].secret.secretName="monitoring-ssl"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/conf/client_with_tls.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.7LTi8RCZA3 ++ mktemp + local LAST_ERR=/tmp/tmp.7X2Ax604bV + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.7LTi8RCZA3 deployment.apps/psmdb-client created + cat /tmp/tmp.7X2Ax604bV + rm /tmp/tmp.7LTi8RCZA3 /tmp/tmp.7X2Ax604bV + return 0 + sleep 90 + desc 'create first PSMDB cluster monitoring' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster monitoring ----------------------------------------------------------------------------------- + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml ++ mktemp + yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"' + yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"' + yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2435-6101778cd"' + yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' + yq eval '(.spec | select(has("search"))).search.image = "mongodb/mongodb-community-search:latest"' + local LAST_OUT=/tmp/tmp.JWeAWwRrDI ++ mktemp + /usr/sbin/sed -e s/NAME_SPACE/monitoring-2-0-12479/g + yq eval '.spec.upgradeOptions.apply="Never"' + local LAST_ERR=/tmp/tmp.zh4L7IxnFM + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.JWeAWwRrDI perconaservermongodb.psmdb.percona.com/monitoring created + cat /tmp/tmp.zh4L7IxnFM + rm /tmp/tmp.JWeAWwRrDI /tmp/tmp.zh4L7IxnFM + return 0 + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready.............OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready............OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.E9nc12lGCy +++ mktemp ++ local LAST_ERR=/tmp/tmp.F97gxeGJ3K ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.E9nc12lGCy ++ cat /tmp/tmp.F97gxeGJ3K ++ rm /tmp/tmp.E9nc12lGCy /tmp/tmp.F97gxeGJ3K ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready............OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tAAv5xlJ35 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QE3uj0XCSX ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.tAAv5xlJ35 ++ cat /tmp/tmp.QE3uj0XCSX ++ rm /tmp/tmp.tAAv5xlJ35 /tmp/tmp.QE3uj0XCSX ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.519M5IDYz4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.F0ENAWLx8O ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.519M5IDYz4 ++ cat /tmp/tmp.F0ENAWLx8O ++ rm /tmp/tmp.519M5IDYz4 /tmp/tmp.F0ENAWLx8O ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster readyness..................... + desc 'check if pmm-client container is not enabled' + set +o xtrace ----------------------------------------------------------------------------------- check if pmm-client container is not enabled ----------------------------------------------------------------------------------- + compare_kubectl statefulset/monitoring-rs0 -no-pmm + local resource=statefulset/monitoring-rs0 + local postfix=-no-pmm + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml + local new_result=/tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm-oc.yml ']' + kubectl_bin get -o yaml statefulset/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-12479", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.9Tf1geN6yV ++ mktemp + local LAST_ERR=/tmp/tmp.6TDdGZGEHI + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.9Tf1geN6yV + cat /tmp/tmp.6TDdGZGEHI + rm /tmp/tmp.9Tf1geN6yV /tmp/tmp.6TDdGZGEHI + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml /tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + log 'compare_kubectl: statefulset/monitoring-rs0 OK' + set +o xtrace [2026-07-07T13:49:19+0000] compare_kubectl: statefulset/monitoring-rs0 OK + sleep 10 + custom_port=27019 + run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-12479 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' + local uri=userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-12479 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B8VhrdV9Tn +++ mktemp ++ local LAST_ERR=/tmp/tmp.Tsm6fefDIe ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.B8VhrdV9Tn ++ cat /tmp/tmp.Tsm6fefDIe ++ rm /tmp/tmp.B8VhrdV9Tn /tmp/tmp.Tsm6fefDIe ++ return 0 + local client_container=psmdb-client-699f458f75-2mvqc + kubectl_bin exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.2C48lA7L8A ++ mktemp + local LAST_ERR=/tmp/tmp.0cbn6cRHrZ + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2C48lA7L8A Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-07T13:49:32.196Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("65b01d17-8f3e-4c03-9780-376d7a1d24dc") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match Successfully added user: { "user" : "myApp", "roles" : [ { "db" : "myApp", "role" : "readWrite" } ] } bye + cat /tmp/tmp.0cbn6cRHrZ + rm /tmp/tmp.2C48lA7L8A /tmp/tmp.0cbn6cRHrZ + return 0 + run_mongos 'sh.enableSharding("myApp")' clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-12479 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=sh.enableSharding("myApp")' + local uri=clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-12479 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HuzmcKy03v +++ mktemp ++ local LAST_ERR=/tmp/tmp.tMwMbNxGY5 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.HuzmcKy03v ++ cat /tmp/tmp.tMwMbNxGY5 ++ rm /tmp/tmp.HuzmcKy03v /tmp/tmp.tMwMbNxGY5 ++ return 0 + local client_container=psmdb-client-699f458f75-2mvqc + kubectl_bin exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.Jqud8bbqYC ++ mktemp + local LAST_ERR=/tmp/tmp.rGxohqh8W2 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Jqud8bbqYC Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-07T13:49:35.155Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("1f40c48d-7963-4dd4-bd6e-72eb88f1413d") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match { "ok" : 1, "$clusterTime" : { "clusterTime" : Timestamp(1783432175, 8), "signature" : { "hash" : BinData(0,"7FFO8KUJL5fCSMaOVwD4tDodhJE="), "keyId" : NumberLong("7659782492596994071") } }, "operationTime" : Timestamp(1783432175, 5) } bye + cat /tmp/tmp.rGxohqh8W2 + rm /tmp/tmp.Jqud8bbqYC /tmp/tmp.rGxohqh8W2 + return 0 + insert_data_mongos 100500 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100500 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@monitoring-mongos.monitoring-2-0-12479 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100500 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-12479 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xzn1M8RFjw +++ mktemp ++ local LAST_ERR=/tmp/tmp.x8yzy9T2zg ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.xzn1M8RFjw ++ cat /tmp/tmp.x8yzy9T2zg ++ rm /tmp/tmp.xzn1M8RFjw /tmp/tmp.x8yzy9T2zg ++ return 0 + local client_container=psmdb-client-699f458f75-2mvqc + kubectl_bin exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.21vBIRfFKC ++ mktemp + local LAST_ERR=/tmp/tmp.lDaXKfTi1K + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.21vBIRfFKC Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-07T13:49:37.936Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("b8cb22e8-f077-4e1b-8fba-f41ea70fb1d1") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.lDaXKfTi1K + rm /tmp/tmp.21vBIRfFKC /tmp/tmp.lDaXKfTi1K + return 0 + insert_data_mongos 100600 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100600 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100600 })' myApp:myPass@monitoring-mongos.monitoring-2-0-12479 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100600 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-12479 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xa6DGyHQKm +++ mktemp ++ local LAST_ERR=/tmp/tmp.reaGt7Wban ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.xa6DGyHQKm ++ cat /tmp/tmp.reaGt7Wban ++ rm /tmp/tmp.xa6DGyHQKm /tmp/tmp.reaGt7Wban ++ return 0 + local client_container=psmdb-client-699f458f75-2mvqc + kubectl_bin exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.FSB1K4tpfn ++ mktemp + local LAST_ERR=/tmp/tmp.iKWsh6yqLT + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.FSB1K4tpfn Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-07T13:49:40.811Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("5ebfd4a7-f109-4ad5-994d-b728539b78e8") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.iKWsh6yqLT + rm /tmp/tmp.FSB1K4tpfn /tmp/tmp.iKWsh6yqLT + return 0 + insert_data_mongos 100700 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100700 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100700 })' myApp:myPass@monitoring-mongos.monitoring-2-0-12479 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100700 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-12479 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tsUShluetK +++ mktemp ++ local LAST_ERR=/tmp/tmp.V1YCx0gLx7 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.tsUShluetK ++ cat /tmp/tmp.V1YCx0gLx7 ++ rm /tmp/tmp.tsUShluetK /tmp/tmp.V1YCx0gLx7 ++ return 0 + local client_container=psmdb-client-699f458f75-2mvqc + kubectl_bin exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.OxcnSZncQu ++ mktemp + local LAST_ERR=/tmp/tmp.lg2tjOVJtd + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-2mvqc -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.OxcnSZncQu Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-12479.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-07T13:49:43.648Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("1aaf080e-eda7-4bd9-899b-18b0cb1592d6") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.lg2tjOVJtd + rm /tmp/tmp.OxcnSZncQu /tmp/tmp.lg2tjOVJtd + return 0 + desc 'add PMM_SERVER_API_KEY for secret some-users' + set +o xtrace ----------------------------------------------------------------------------------- add PMM_SERVER_API_KEY for secret some-users ----------------------------------------------------------------------------------- ++ jq .key +++ get_service_endpoint monitoring-service +++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o json ++++ jq '.status.loadBalancer.ingress[].hostname' ++++ sed -e 's/^"//; s/"$//;' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.pfEjLDxLoX +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.MRrUKvhbOB ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.pfEjLDxLoX ++++ cat /tmp/tmp.MRrUKvhbOB ++++ rm /tmp/tmp.pfEjLDxLoX /tmp/tmp.MRrUKvhbOB ++++ return 0 +++ local hostname=null +++ '[' -n null -a null '!=' null ']' ++++ kubectl_bin get service/monitoring-service -o json ++++ jq '.status.loadBalancer.ingress[].ip' ++++ sed -e 's/^"//; s/"$//;' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.GoKowg0rZy +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.MOcjZBsfBW ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.GoKowg0rZy ++++ cat /tmp/tmp.MOcjZBsfBW ++++ rm /tmp/tmp.GoKowg0rZy /tmp/tmp.MOcjZBsfBW ++++ return 0 +++ local ip=136.112.71.83 +++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' +++ echo 136.112.71.83 +++ return ++ curl --insecure -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@136.112.71.83/graph/api/auth/keys % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 155 100 119 100 36 271 82 --:--:-- --:--:-- --:--:-- 353 + API_KEY='"eyJrIjoibkloczFabGRSWkEwNGo4ZzhoNFBxQUhZR2pyOU1ZZDQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="' + kubectl_bin patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoibkloczFabGRSWkEwNGo4ZzhoNFBxQUhZR2pyOU1ZZDQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.6XaNG6jEW1 ++ mktemp + local LAST_ERR=/tmp/tmp.oHoyfUAbg1 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoibkloczFabGRSWkEwNGo4ZzhoNFBxQUhZR2pyOU1ZZDQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.6XaNG6jEW1 secret/some-users patched + cat /tmp/tmp.oHoyfUAbg1 + rm /tmp/tmp.6XaNG6jEW1 /tmp/tmp.oHoyfUAbg1 + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready.OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready.OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oR5geuusp5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cDiP8jFwpZ ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.oR5geuusp5 ++ cat /tmp/tmp.cDiP8jFwpZ ++ rm /tmp/tmp.oR5geuusp5 /tmp/tmp.cDiP8jFwpZ ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready.OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7WboHBLLgh +++ mktemp ++ local LAST_ERR=/tmp/tmp.YGvN01FnM2 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.7WboHBLLgh ++ cat /tmp/tmp.YGvN01FnM2 ++ rm /tmp/tmp.7WboHBLLgh /tmp/tmp.YGvN01FnM2 ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PV1gYUxDaB +++ mktemp ++ local LAST_ERR=/tmp/tmp.UmRVSqD5Vy ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.PV1gYUxDaB ++ cat /tmp/tmp.UmRVSqD5Vy ++ rm /tmp/tmp.PV1gYUxDaB /tmp/tmp.UmRVSqD5Vy ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster readyness................................................................................................................................ + sleep 90 + desc 'check if pmm-client container enabled' + set +o xtrace ----------------------------------------------------------------------------------- check if pmm-client container enabled ----------------------------------------------------------------------------------- + compare_kubectl statefulset/monitoring-rs0 + local resource=statefulset/monitoring-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml + local new_result=/tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-oc.yml ']' + kubectl_bin get -o yaml statefulset/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-12479", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.XjPNn41rf8 ++ mktemp + local LAST_ERR=/tmp/tmp.lud8mfmGDu + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.XjPNn41rf8 + cat /tmp/tmp.lud8mfmGDu + rm /tmp/tmp.XjPNn41rf8 /tmp/tmp.lud8mfmGDu + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml /tmp/tmp.PywTB1QiKh/statefulset_monitoring-rs0.yml + log 'compare_kubectl: statefulset/monitoring-rs0 OK' + set +o xtrace [2026-07-07T13:56:03+0000] compare_kubectl: statefulset/monitoring-rs0 OK + compare_kubectl service/monitoring-rs0 + local resource=service/monitoring-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml + local new_result=/tmp/tmp.PywTB1QiKh/service_monitoring-rs0.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0-oc.yml ']' + kubectl_bin get -o yaml service/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-12479", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.u96Xzpkqqi ++ mktemp + local LAST_ERR=/tmp/tmp.IQcYHHXgBm + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml service/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.u96Xzpkqqi + cat /tmp/tmp.IQcYHHXgBm + rm /tmp/tmp.u96Xzpkqqi /tmp/tmp.IQcYHHXgBm + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PywTB1QiKh/service_monitoring-rs0.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PywTB1QiKh/service_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PywTB1QiKh/service_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml /tmp/tmp.PywTB1QiKh/service_monitoring-rs0.yml + log 'compare_kubectl: service/monitoring-rs0 OK' + set +o xtrace [2026-07-07T13:56:04+0000] compare_kubectl: service/monitoring-rs0 OK + compare_kubectl service/monitoring-mongos + local resource=service/monitoring-mongos + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml + local new_result=/tmp/tmp.PywTB1QiKh/service_monitoring-mongos.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos-oc.yml ']' + kubectl_bin get -o yaml service/monitoring-mongos + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-12479", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.ffDZXpskpm ++ mktemp + local LAST_ERR=/tmp/tmp.vDtWmPrXis + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml service/monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ffDZXpskpm + cat /tmp/tmp.vDtWmPrXis + rm /tmp/tmp.ffDZXpskpm /tmp/tmp.vDtWmPrXis + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PywTB1QiKh/service_monitoring-mongos.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PywTB1QiKh/service_monitoring-mongos.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PywTB1QiKh/service_monitoring-mongos.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml /tmp/tmp.PywTB1QiKh/service_monitoring-mongos.yml + log 'compare_kubectl: service/monitoring-mongos OK' + set +o xtrace [2026-07-07T13:56:05+0000] compare_kubectl: service/monitoring-mongos OK + compare_kubectl statefulset/monitoring-cfg + local resource=statefulset/monitoring-cfg + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml + local new_result=/tmp/tmp.PywTB1QiKh/statefulset_monitoring-cfg.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg-oc.yml ']' + kubectl_bin get -o yaml statefulset/monitoring-cfg + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-12479", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.gKcTCAG8eL ++ mktemp + local LAST_ERR=/tmp/tmp.qAao2mnEu0 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-cfg + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.gKcTCAG8eL + cat /tmp/tmp.qAao2mnEu0 + rm /tmp/tmp.gKcTCAG8eL /tmp/tmp.qAao2mnEu0 + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-cfg.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-cfg.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-cfg.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml /tmp/tmp.PywTB1QiKh/statefulset_monitoring-cfg.yml + log 'compare_kubectl: statefulset/monitoring-cfg OK' + set +o xtrace [2026-07-07T13:56:06+0000] compare_kubectl: statefulset/monitoring-cfg OK + compare_kubectl statefulset/monitoring-mongos + local resource=statefulset/monitoring-mongos + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml + local new_result=/tmp/tmp.PywTB1QiKh/statefulset_monitoring-mongos.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos-oc.yml ']' + kubectl_bin get -o yaml statefulset/monitoring-mongos + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-12479", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.SvKcSCPMr2 ++ mktemp + local LAST_ERR=/tmp/tmp.lgfwsZqkQw + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.SvKcSCPMr2 + cat /tmp/tmp.lgfwsZqkQw + rm /tmp/tmp.SvKcSCPMr2 /tmp/tmp.lgfwsZqkQw + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-mongos.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-mongos.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PywTB1QiKh/statefulset_monitoring-mongos.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml /tmp/tmp.PywTB1QiKh/statefulset_monitoring-mongos.yml + log 'compare_kubectl: statefulset/monitoring-mongos OK' + set +o xtrace [2026-07-07T13:56:07+0000] compare_kubectl: statefulset/monitoring-mongos OK + desc 'check mongod metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongod metrics ----------------------------------------------------------------------------------- + get_metric_values node_boot_time_seconds monitoring-2-0-12479-monitoring-rs0-1 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-12479-monitoring-rs0-1 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1783432507 ++ /usr/sbin/date -u +%s + local end=1783432567 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.o86I6dm2dj ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ObnngLc9C5 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.o86I6dm2dj +++ cat /tmp/tmp.ObnngLc9C5 +++ rm /tmp/tmp.o86I6dm2dj /tmp/tmp.ObnngLc9C5 +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.YpfxcFq9Iz ++++ mktemp +++ local LAST_ERR=/tmp/tmp.4ZhRLfGgYt +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.YpfxcFq9Iz +++ cat /tmp/tmp.4ZhRLfGgYt +++ rm /tmp/tmp.YpfxcFq9Iz /tmp/tmp.4ZhRLfGgYt +++ return 0 ++ local ip=136.112.71.83 ++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' ++ echo 136.112.71.83 ++ return + local endpoint=136.112.71.83 + curl -s -k 'https://admin:admin@136.112.71.83/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-rs0-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-rs0-1%22%7D%29&start=1783432507&end=1783432567&step=60' + jq '.data.result[0].values[][1]' + grep '^"[0-9]' "1783426758" "1783426758" + get_metric_values mongodb_connections monitoring-2-0-12479-monitoring-rs0-1 admin:admin + local metric=mongodb_connections + local instance=monitoring-2-0-12479-monitoring-rs0-1 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1783432509 ++ /usr/sbin/date -u +%s + local end=1783432569 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.GILS0SprX0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.HIyo5XAcst +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.GILS0SprX0 +++ cat /tmp/tmp.HIyo5XAcst +++ rm /tmp/tmp.GILS0SprX0 /tmp/tmp.HIyo5XAcst +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' ++++ mktemp +++ sed -e 's/^"//; s/"$//;' +++ local LAST_OUT=/tmp/tmp.xYuaqaYeQk ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5LTDkaoYPC +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.xYuaqaYeQk +++ cat /tmp/tmp.5LTDkaoYPC +++ rm /tmp/tmp.xYuaqaYeQk /tmp/tmp.5LTDkaoYPC +++ return 0 ++ local ip=136.112.71.83 ++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' ++ echo 136.112.71.83 ++ return + local endpoint=136.112.71.83 + curl -s -k 'https://admin:admin@136.112.71.83/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-rs0-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-rs0-1%22%7D%29&start=1783432509&end=1783432569&step=60' + jq '.data.result[0].values[][1]' + grep '^"[0-9]' "0" "0" + desc 'check mongo config metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongo config metrics ----------------------------------------------------------------------------------- + get_metric_values node_boot_time_seconds monitoring-2-0-12479-monitoring-cfg-1 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-12479-monitoring-cfg-1 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1783432512 ++ /usr/sbin/date -u +%s + local end=1783432572 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.0H9gyh5VxV ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bmRJV6tdEa +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.0H9gyh5VxV +++ cat /tmp/tmp.bmRJV6tdEa +++ rm /tmp/tmp.0H9gyh5VxV /tmp/tmp.bmRJV6tdEa +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' ++++ mktemp +++ sed -e 's/^"//; s/"$//;' +++ local LAST_OUT=/tmp/tmp.LvcGRl7uYL ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xVheJVyEcO +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.LvcGRl7uYL +++ cat /tmp/tmp.xVheJVyEcO +++ rm /tmp/tmp.LvcGRl7uYL /tmp/tmp.xVheJVyEcO +++ return 0 ++ local ip=136.112.71.83 ++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' ++ echo 136.112.71.83 ++ return + local endpoint=136.112.71.83 + curl -s -k 'https://admin:admin@136.112.71.83/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-cfg-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-cfg-1%22%7D%29&start=1783432512&end=1783432572&step=60' + jq '.data.result[0].values[][1]' + grep '^"[0-9]' "1783426576" "1783426576" + get_metric_values mongodb_connections monitoring-2-0-12479-monitoring-cfg-1 admin:admin + local metric=mongodb_connections + local instance=monitoring-2-0-12479-monitoring-cfg-1 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1783432515 ++ /usr/sbin/date -u +%s + local end=1783432575 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.NvbaOMPToK ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ZlieRzVHLy +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.NvbaOMPToK +++ cat /tmp/tmp.ZlieRzVHLy +++ rm /tmp/tmp.NvbaOMPToK /tmp/tmp.ZlieRzVHLy +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Q2h6jObeEm ++++ mktemp +++ local LAST_ERR=/tmp/tmp.q755GjoFxT +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Q2h6jObeEm +++ cat /tmp/tmp.q755GjoFxT +++ rm /tmp/tmp.Q2h6jObeEm /tmp/tmp.q755GjoFxT +++ return 0 ++ local ip=136.112.71.83 ++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' ++ echo 136.112.71.83 ++ return + local endpoint=136.112.71.83 + curl -s -k 'https://admin:admin@136.112.71.83/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-cfg-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-cfg-1%22%7D%29&start=1783432515&end=1783432575&step=60' + jq '.data.result[0].values[][1]' + grep '^"[0-9]' "0" "0" + desc 'check mongos metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongos metrics ----------------------------------------------------------------------------------- ++ kubectl get pod -l app.kubernetes.io/component=mongos -o 'jsonpath={.items[0].metadata.name}' + MONGOS_POD_NAME=monitoring-mongos-0 + get_metric_values node_boot_time_seconds monitoring-2-0-12479-monitoring-mongos-0 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-12479-monitoring-mongos-0 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1783432519 ++ /usr/sbin/date -u +%s + local end=1783432579 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.BziqIi2zAX ++++ mktemp +++ local LAST_ERR=/tmp/tmp.7HstV47umM +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.BziqIi2zAX +++ cat /tmp/tmp.7HstV47umM +++ rm /tmp/tmp.BziqIi2zAX /tmp/tmp.7HstV47umM +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ sed -e 's/^"//; s/"$//;' +++ jq '.status.loadBalancer.ingress[].ip' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.hhxhK3U5au ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6Ey8DYa3A4 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.hhxhK3U5au +++ cat /tmp/tmp.6Ey8DYa3A4 +++ rm /tmp/tmp.hhxhK3U5au /tmp/tmp.6Ey8DYa3A4 +++ return 0 ++ local ip=136.112.71.83 ++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' ++ echo 136.112.71.83 ++ return + local endpoint=136.112.71.83 + curl -s -k 'https://admin:admin@136.112.71.83/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-mongos-0%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-12479-monitoring-mongos-0%22%7D%29&start=1783432519&end=1783432579&step=60' + grep '^"[0-9]' + jq '.data.result[0].values[][1]' "1783426758" "1783426758" + sleep 90 + desc 'check QAN data' + set +o xtrace ----------------------------------------------------------------------------------- check QAN data ----------------------------------------------------------------------------------- + get_qan_values mongodb dev-mongod admin:admin + local service_type=mongodb + local environment=dev-mongod + local user_pass=admin:admin + local start + local end + local endpoint ++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z + start=2026-07-07T01:57:51+00:00 ++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z + end=2026-07-07T13:57:51+00:00 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json ++++ mktemp +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' +++ local LAST_OUT=/tmp/tmp.xgATOthI1N ++++ mktemp +++ local LAST_ERR=/tmp/tmp.OSqzMUa8Iw +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.xgATOthI1N +++ cat /tmp/tmp.OSqzMUa8Iw +++ rm /tmp/tmp.xgATOthI1N /tmp/tmp.OSqzMUa8Iw +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ jq '.status.loadBalancer.ingress[].ip' +++ kubectl_bin get service/monitoring-service -o json +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.INnGjQ4YPO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.KTrlRr2XjX +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.INnGjQ4YPO +++ cat /tmp/tmp.KTrlRr2XjX +++ rm /tmp/tmp.INnGjQ4YPO /tmp/tmp.KTrlRr2XjX +++ return 0 ++ local ip=136.112.71.83 ++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' ++ echo 136.112.71.83 ++ return + endpoint=136.112.71.83 + cat + local response + retry=0 ++ curl -s -k -XPOST -d @payload.json https://admin:admin@136.112.71.83/v0/qan/GetReport ++ jq '.rows[].sparkline' + [[ [ { "time_frame": 360, "timestamp": "2026-07-07T13:57:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-07-07T13:51:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-07-07T13:45:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-07-07T13:39:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-07-07T13:33:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-07-07T13:27:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-07-07T13:21:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-07-07T13:15:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-07-07T13:09:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-07-07T13:03:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-07-07T12:57:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-07-07T12:51:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-07-07T12:45:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-07-07T12:39:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-07-07T12:33:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-07-07T12:27:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-07-07T12:21:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-07-07T12:15:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-07-07T12:09:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-07-07T12:03:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-07-07T11:57:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-07-07T11:51:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-07-07T11:45:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-07-07T11:39:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-07-07T11:33:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-07-07T11:27:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-07-07T11:21:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-07-07T11:15:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-07-07T11:09:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-07-07T11:03:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-07-07T10:57:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-07-07T10:51:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-07-07T10:45:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-07-07T10:39:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-07-07T10:33:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-07-07T10:27:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-07-07T10:21:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-07-07T10:15:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-07-07T10:09:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-07-07T10:03:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-07-07T09:57:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-07-07T09:51:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-07-07T09:45:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-07-07T09:39:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-07-07T09:33:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-07-07T09:27:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-07-07T09:21:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-07-07T09:15:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-07-07T09:09:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-07-07T09:03:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-07-07T08:57:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-07-07T08:51:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-07-07T08:45:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-07-07T08:39:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-07-07T08:33:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-07-07T08:27:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-07-07T08:21:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-07-07T08:15:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-07-07T08:09:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-07-07T08:03:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-07-07T07:57:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-07-07T07:51:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-07-07T07:45:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-07-07T07:39:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-07-07T07:33:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-07-07T07:27:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-07-07T07:21:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-07-07T07:15:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-07-07T07:09:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-07-07T07:03:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-07-07T06:57:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-07-07T06:51:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-07-07T06:45:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-07-07T06:39:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-07-07T06:33:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-07-07T06:27:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-07-07T06:21:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-07-07T06:15:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-07-07T06:09:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-07-07T06:03:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-07-07T05:57:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-07-07T05:51:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-07-07T05:45:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-07-07T05:39:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-07-07T05:33:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-07-07T05:27:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-07-07T05:21:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-07-07T05:15:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-07-07T05:09:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-07-07T05:03:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-07-07T04:57:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-07-07T04:51:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-07-07T04:45:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-07-07T04:39:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-07-07T04:33:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-07-07T04:27:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-07-07T04:21:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-07-07T04:15:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-07-07T04:09:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-07-07T04:03:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-07-07T03:57:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-07-07T03:51:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-07-07T03:45:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-07-07T03:39:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-07-07T03:33:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-07-07T03:27:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-07-07T03:21:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-07-07T03:15:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-07-07T03:09:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-07-07T03:03:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-07-07T02:57:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-07-07T02:51:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-07-07T02:45:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-07-07T02:39:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-07-07T02:33:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-07-07T02:27:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-07-07T02:21:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-07-07T02:15:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-07-07T02:09:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-07-07T02:03:00Z" } ] [ { "time_frame": 360, "timestamp": "2026-07-07T13:57:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-07-07T13:51:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-07-07T13:45:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-07-07T13:39:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-07-07T13:33:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-07-07T13:27:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-07-07T13:21:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-07-07T13:15:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-07-07T13:09:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-07-07T13:03:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-07-07T12:57:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-07-07T12:51:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-07-07T12:45:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-07-07T12:39:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-07-07T12:33:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-07-07T12:27:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-07-07T12:21:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-07-07T12:15:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-07-07T12:09:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-07-07T12:03:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-07-07T11:57:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-07-07T11:51:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-07-07T11:45:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-07-07T11:39:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-07-07T11:33:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-07-07T11:27:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-07-07T11:21:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-07-07T11:15:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-07-07T11:09:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-07-07T11:03:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-07-07T10:57:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-07-07T10:51:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-07-07T10:45:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-07-07T10:39:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-07-07T10:33:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-07-07T10:27:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-07-07T10:21:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-07-07T10:15:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-07-07T10:09:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-07-07T10:03:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-07-07T09:57:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-07-07T09:51:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-07-07T09:45:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-07-07T09:39:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-07-07T09:33:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-07-07T09:27:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-07-07T09:21:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-07-07T09:15:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-07-07T09:09:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-07-07T09:03:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-07-07T08:57:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-07-07T08:51:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-07-07T08:45:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-07-07T08:39:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-07-07T08:33:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-07-07T08:27:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-07-07T08:21:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-07-07T08:15:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-07-07T08:09:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-07-07T08:03:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-07-07T07:57:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-07-07T07:51:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-07-07T07:45:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-07-07T07:39:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-07-07T07:33:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-07-07T07:27:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-07-07T07:21:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-07-07T07:15:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-07-07T07:09:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-07-07T07:03:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-07-07T06:57:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-07-07T06:51:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-07-07T06:45:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-07-07T06:39:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-07-07T06:33:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-07-07T06:27:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-07-07T06:21:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-07-07T06:15:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-07-07T06:09:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-07-07T06:03:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-07-07T05:57:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-07-07T05:51:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-07-07T05:45:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-07-07T05:39:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-07-07T05:33:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-07-07T05:27:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-07-07T05:21:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-07-07T05:15:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-07-07T05:09:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-07-07T05:03:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-07-07T04:57:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-07-07T04:51:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-07-07T04:45:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-07-07T04:39:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-07-07T04:33:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-07-07T04:27:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-07-07T04:21:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-07-07T04:15:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-07-07T04:09:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-07-07T04:03:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-07-07T03:57:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-07-07T03:51:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-07-07T03:45:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-07-07T03:39:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-07-07T03:33:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-07-07T03:27:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-07-07T03:21:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-07-07T03:15:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-07-07T03:09:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-07-07T03:03:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-07-07T02:57:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-07-07T02:51:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-07-07T02:45:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-07-07T02:39:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-07-07T02:33:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-07-07T02:27:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-07-07T02:21:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-07-07T02:15:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-07-07T02:09:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-07-07T02:03:00Z" } ] [ { "time_frame": 360, "timestamp": "2026-07-07T13:57:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-07-07T13:51:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-07-07T13:45:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-07-07T13:39:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-07-07T13:33:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-07-07T13:27:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-07-07T13:21:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-07-07T13:15:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-07-07T13:09:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-07-07T13:03:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-07-07T12:57:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-07-07T12:51:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-07-07T12:45:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-07-07T12:39:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-07-07T12:33:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-07-07T12:27:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-07-07T12:21:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-07-07T12:15:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-07-07T12:09:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-07-07T12:03:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-07-07T11:57:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-07-07T11:51:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-07-07T11:45:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-07-07T11:39:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-07-07T11:33:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-07-07T11:27:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-07-07T11:21:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-07-07T11:15:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-07-07T11:09:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-07-07T11:03:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-07-07T10:57:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-07-07T10:51:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-07-07T10:45:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-07-07T10:39:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-07-07T10:33:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-07-07T10:27:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-07-07T10:21:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-07-07T10:15:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-07-07T10:09:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-07-07T10:03:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-07-07T09:57:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-07-07T09:51:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-07-07T09:45:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-07-07T09:39:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-07-07T09:33:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-07-07T09:27:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-07-07T09:21:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-07-07T09:15:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-07-07T09:09:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-07-07T09:03:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-07-07T08:57:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-07-07T08:51:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-07-07T08:45:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-07-07T08:39:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-07-07T08:33:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-07-07T08:27:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-07-07T08:21:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-07-07T08:15:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-07-07T08:09:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-07-07T08:03:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-07-07T07:57:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-07-07T07:51:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-07-07T07:45:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-07-07T07:39:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-07-07T07:33:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-07-07T07:27:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-07-07T07:21:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-07-07T07:15:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-07-07T07:09:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-07-07T07:03:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-07-07T06:57:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-07-07T06:51:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-07-07T06:45:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-07-07T06:39:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-07-07T06:33:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-07-07T06:27:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-07-07T06:21:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-07-07T06:15:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-07-07T06:09:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-07-07T06:03:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-07-07T05:57:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-07-07T05:51:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-07-07T05:45:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-07-07T05:39:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-07-07T05:33:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-07-07T05:27:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-07-07T05:21:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-07-07T05:15:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-07-07T05:09:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-07-07T05:03:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-07-07T04:57:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-07-07T04:51:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-07-07T04:45:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-07-07T04:39:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-07-07T04:33:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-07-07T04:27:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-07-07T04:21:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-07-07T04:15:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-07-07T04:09:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-07-07T04:03:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-07-07T03:57:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-07-07T03:51:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-07-07T03:45:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-07-07T03:39:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-07-07T03:33:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-07-07T03:27:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-07-07T03:21:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-07-07T03:15:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-07-07T03:09:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-07-07T03:03:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-07-07T02:57:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-07-07T02:51:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-07-07T02:45:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-07-07T02:39:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-07-07T02:33:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-07-07T02:27:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-07-07T02:21:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-07-07T02:15:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-07-07T02:09:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-07-07T02:03:00Z" } ] [ { "time_frame": 360, "timestamp": "2026-07-07T13:57:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-07-07T13:51:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-07-07T13:45:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-07-07T13:39:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-07-07T13:33:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-07-07T13:27:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-07-07T13:21:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-07-07T13:15:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-07-07T13:09:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-07-07T13:03:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-07-07T12:57:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-07-07T12:51:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-07-07T12:45:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-07-07T12:39:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-07-07T12:33:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-07-07T12:27:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-07-07T12:21:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-07-07T12:15:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-07-07T12:09:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-07-07T12:03:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-07-07T11:57:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-07-07T11:51:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-07-07T11:45:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-07-07T11:39:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-07-07T11:33:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-07-07T11:27:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-07-07T11:21:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-07-07T11:15:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-07-07T11:09:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-07-07T11:03:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-07-07T10:57:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-07-07T10:51:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-07-07T10:45:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-07-07T10:39:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-07-07T10:33:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-07-07T10:27:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-07-07T10:21:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-07-07T10:15:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-07-07T10:09:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-07-07T10:03:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-07-07T09:57:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-07-07T09:51:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-07-07T09:45:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-07-07T09:39:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-07-07T09:33:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-07-07T09:27:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-07-07T09:21:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-07-07T09:15:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-07-07T09:09:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-07-07T09:03:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-07-07T08:57:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-07-07T08:51:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-07-07T08:45:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-07-07T08:39:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-07-07T08:33:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-07-07T08:27:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-07-07T08:21:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-07-07T08:15:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-07-07T08:09:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-07-07T08:03:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-07-07T07:57:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-07-07T07:51:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-07-07T07:45:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-07-07T07:39:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-07-07T07:33:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-07-07T07:27:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-07-07T07:21:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-07-07T07:15:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-07-07T07:09:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-07-07T07:03:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-07-07T06:57:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-07-07T06:51:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-07-07T06:45:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-07-07T06:39:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-07-07T06:33:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-07-07T06:27:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-07-07T06:21:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-07-07T06:15:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-07-07T06:09:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-07-07T06:03:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-07-07T05:57:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-07-07T05:51:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-07-07T05:45:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-07-07T05:39:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-07-07T05:33:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-07-07T05:27:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-07-07T05:21:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-07-07T05:15:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-07-07T05:09:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-07-07T05:03:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-07-07T04:57:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-07-07T04:51:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-07-07T04:45:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-07-07T04:39:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-07-07T04:33:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-07-07T04:27:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-07-07T04:21:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-07-07T04:15:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-07-07T04:09:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-07-07T04:03:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-07-07T03:57:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-07-07T03:51:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-07-07T03:45:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-07-07T03:39:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-07-07T03:33:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-07-07T03:27:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-07-07T03:21:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-07-07T03:15:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-07-07T03:09:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-07-07T03:03:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-07-07T02:57:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-07-07T02:51:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-07-07T02:45:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-07-07T02:39:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-07-07T02:33:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-07-07T02:27:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-07-07T02:21:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-07-07T02:15:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-07-07T02:09:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-07-07T02:03:00Z" } ] != null ]] + rm -f payload.json + get_qan_values mongodb dev-mongos admin:admin + local service_type=mongodb + local environment=dev-mongos + local user_pass=admin:admin + local start + local end + local endpoint ++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z + start=2026-07-07T01:57:54+00:00 ++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z + end=2026-07-07T13:57:54+00:00 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.oD4H7Jzrro ++++ mktemp +++ local LAST_ERR=/tmp/tmp.DRpvCbZnIg +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.oD4H7Jzrro +++ cat /tmp/tmp.DRpvCbZnIg +++ rm /tmp/tmp.oD4H7Jzrro /tmp/tmp.DRpvCbZnIg +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.i5FBzSs5BO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.7dKjRlKLZX +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.i5FBzSs5BO +++ cat /tmp/tmp.7dKjRlKLZX +++ rm /tmp/tmp.i5FBzSs5BO /tmp/tmp.7dKjRlKLZX +++ return 0 ++ local ip=136.112.71.83 ++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' ++ echo 136.112.71.83 ++ return + endpoint=136.112.71.83 + cat + local response + retry=0 ++ curl -s -k -XPOST -d @payload.json https://admin:admin@136.112.71.83/v0/qan/GetReport ++ jq '.rows[].sparkline' + [[ [ { "time_frame": 360, "timestamp": "2026-07-07T13:57:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-07-07T13:51:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-07-07T13:45:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-07-07T13:39:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-07-07T13:33:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-07-07T13:27:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-07-07T13:21:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-07-07T13:15:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-07-07T13:09:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-07-07T13:03:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-07-07T12:57:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-07-07T12:51:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-07-07T12:45:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-07-07T12:39:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-07-07T12:33:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-07-07T12:27:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-07-07T12:21:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-07-07T12:15:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-07-07T12:09:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-07-07T12:03:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-07-07T11:57:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-07-07T11:51:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-07-07T11:45:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-07-07T11:39:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-07-07T11:33:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-07-07T11:27:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-07-07T11:21:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-07-07T11:15:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-07-07T11:09:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-07-07T11:03:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-07-07T10:57:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-07-07T10:51:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-07-07T10:45:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-07-07T10:39:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-07-07T10:33:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-07-07T10:27:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-07-07T10:21:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-07-07T10:15:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-07-07T10:09:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-07-07T10:03:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-07-07T09:57:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-07-07T09:51:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-07-07T09:45:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-07-07T09:39:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-07-07T09:33:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-07-07T09:27:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-07-07T09:21:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-07-07T09:15:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-07-07T09:09:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-07-07T09:03:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-07-07T08:57:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-07-07T08:51:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-07-07T08:45:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-07-07T08:39:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-07-07T08:33:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-07-07T08:27:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-07-07T08:21:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-07-07T08:15:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-07-07T08:09:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-07-07T08:03:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-07-07T07:57:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-07-07T07:51:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-07-07T07:45:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-07-07T07:39:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-07-07T07:33:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-07-07T07:27:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-07-07T07:21:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-07-07T07:15:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-07-07T07:09:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-07-07T07:03:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-07-07T06:57:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-07-07T06:51:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-07-07T06:45:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-07-07T06:39:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-07-07T06:33:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-07-07T06:27:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-07-07T06:21:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-07-07T06:15:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-07-07T06:09:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-07-07T06:03:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-07-07T05:57:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-07-07T05:51:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-07-07T05:45:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-07-07T05:39:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-07-07T05:33:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-07-07T05:27:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-07-07T05:21:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-07-07T05:15:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-07-07T05:09:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-07-07T05:03:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-07-07T04:57:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-07-07T04:51:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-07-07T04:45:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-07-07T04:39:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-07-07T04:33:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-07-07T04:27:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-07-07T04:21:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-07-07T04:15:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-07-07T04:09:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-07-07T04:03:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-07-07T03:57:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-07-07T03:51:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-07-07T03:45:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-07-07T03:39:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-07-07T03:33:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-07-07T03:27:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-07-07T03:21:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-07-07T03:15:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-07-07T03:09:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-07-07T03:03:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-07-07T02:57:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-07-07T02:51:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-07-07T02:45:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-07-07T02:39:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-07-07T02:33:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-07-07T02:27:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-07-07T02:21:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-07-07T02:15:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-07-07T02:09:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-07-07T02:03:00Z" } ] [ { "time_frame": 360, "timestamp": "2026-07-07T13:57:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-07-07T13:51:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-07-07T13:45:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-07-07T13:39:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-07-07T13:33:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-07-07T13:27:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-07-07T13:21:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-07-07T13:15:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-07-07T13:09:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-07-07T13:03:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-07-07T12:57:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-07-07T12:51:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-07-07T12:45:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-07-07T12:39:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-07-07T12:33:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-07-07T12:27:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-07-07T12:21:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-07-07T12:15:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-07-07T12:09:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-07-07T12:03:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-07-07T11:57:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-07-07T11:51:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-07-07T11:45:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-07-07T11:39:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-07-07T11:33:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-07-07T11:27:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-07-07T11:21:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-07-07T11:15:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-07-07T11:09:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-07-07T11:03:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-07-07T10:57:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-07-07T10:51:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-07-07T10:45:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-07-07T10:39:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-07-07T10:33:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-07-07T10:27:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-07-07T10:21:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-07-07T10:15:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-07-07T10:09:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-07-07T10:03:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-07-07T09:57:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-07-07T09:51:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-07-07T09:45:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-07-07T09:39:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-07-07T09:33:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-07-07T09:27:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-07-07T09:21:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-07-07T09:15:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-07-07T09:09:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-07-07T09:03:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-07-07T08:57:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-07-07T08:51:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-07-07T08:45:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-07-07T08:39:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-07-07T08:33:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-07-07T08:27:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-07-07T08:21:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-07-07T08:15:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-07-07T08:09:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-07-07T08:03:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-07-07T07:57:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-07-07T07:51:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-07-07T07:45:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-07-07T07:39:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-07-07T07:33:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-07-07T07:27:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-07-07T07:21:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-07-07T07:15:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-07-07T07:09:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-07-07T07:03:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-07-07T06:57:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-07-07T06:51:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-07-07T06:45:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-07-07T06:39:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-07-07T06:33:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-07-07T06:27:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-07-07T06:21:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-07-07T06:15:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-07-07T06:09:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-07-07T06:03:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-07-07T05:57:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-07-07T05:51:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-07-07T05:45:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-07-07T05:39:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-07-07T05:33:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-07-07T05:27:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-07-07T05:21:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-07-07T05:15:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-07-07T05:09:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-07-07T05:03:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-07-07T04:57:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-07-07T04:51:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-07-07T04:45:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-07-07T04:39:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-07-07T04:33:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-07-07T04:27:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-07-07T04:21:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-07-07T04:15:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-07-07T04:09:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-07-07T04:03:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-07-07T03:57:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-07-07T03:51:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-07-07T03:45:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-07-07T03:39:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-07-07T03:33:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-07-07T03:27:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-07-07T03:21:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-07-07T03:15:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-07-07T03:09:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-07-07T03:03:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-07-07T02:57:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-07-07T02:51:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-07-07T02:45:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-07-07T02:39:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-07-07T02:33:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-07-07T02:27:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-07-07T02:21:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-07-07T02:15:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-07-07T02:09:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-07-07T02:03:00Z" } ] != null ]] + rm -f payload.json + nodeList=($(get_node_id_from_pmm)) ++ get_node_id_from_pmm ++ nodeList=() ++ local -a nodeList +++ kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name ++++ mktemp +++ local LAST_OUT=/tmp/tmp.wvaCuUY7u4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.OB2eC51hsM +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.wvaCuUY7u4 +++ cat /tmp/tmp.OB2eC51hsM +++ rm /tmp/tmp.wvaCuUY7u4 /tmp/tmp.OB2eC51hsM +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ijVYi33bJm ++++ mktemp +++ local LAST_ERR=/tmp/tmp.eVokd6fhMX +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.ijVYi33bJm +++ cat /tmp/tmp.eVokd6fhMX +++ rm /tmp/tmp.ijVYi33bJm /tmp/tmp.eVokd6fhMX +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.fFzYUMFHHl ++++ mktemp +++ local LAST_ERR=/tmp/tmp.8Ke57QSG61 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.fFzYUMFHHl +++ cat /tmp/tmp.8Ke57QSG61 +++ rm /tmp/tmp.fFzYUMFHHl /tmp/tmp.8Ke57QSG61 +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.LW341zDH8d ++++ mktemp +++ local LAST_ERR=/tmp/tmp.mae235KKae +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.LW341zDH8d +++ cat /tmp/tmp.mae235KKae +++ rm /tmp/tmp.LW341zDH8d /tmp/tmp.mae235KKae +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.hHoyKRlnSx ++++ mktemp +++ local LAST_ERR=/tmp/tmp.8fGIux6l5k +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.hHoyKRlnSx +++ cat /tmp/tmp.8fGIux6l5k +++ rm /tmp/tmp.hHoyKRlnSx /tmp/tmp.8fGIux6l5k +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.t7AeE3qqWU ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lpiPucR6fD +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.t7AeE3qqWU +++ cat /tmp/tmp.lpiPucR6fD +++ rm /tmp/tmp.t7AeE3qqWU /tmp/tmp.lpiPucR6fD +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.59itly0QvT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Y6TZTDs9HB +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.59itly0QvT +++ cat /tmp/tmp.Y6TZTDs9HB +++ rm /tmp/tmp.59itly0QvT /tmp/tmp.Y6TZTDs9HB +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.CwxzOEI8Mp ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6BOsJC9h4O +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.CwxzOEI8Mp +++ cat /tmp/tmp.6BOsJC9h4O +++ rm /tmp/tmp.CwxzOEI8Mp /tmp/tmp.6BOsJC9h4O +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.rT5xcR0Fzh ++++ mktemp +++ local LAST_ERR=/tmp/tmp.aCR9lW1QbX +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.rT5xcR0Fzh +++ cat /tmp/tmp.aCR9lW1QbX +++ rm /tmp/tmp.rT5xcR0Fzh /tmp/tmp.aCR9lW1QbX +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ jq -r .pmm_agent_status.node_id +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json ++++ mktemp +++ local LAST_OUT=/tmp/tmp.qSbdIVlU9T ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Z4bXUkCFW8 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.qSbdIVlU9T +++ cat /tmp/tmp.Z4bXUkCFW8 +++ rm /tmp/tmp.qSbdIVlU9T /tmp/tmp.Z4bXUkCFW8 +++ return 0 ++ echo /node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6 /node_id/fd905530-d822-44aa-9a80-8e4288888a5d /node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4 /node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f /node_id/014357a7-b81a-477d-b374-67f0a95abd21 /node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918 /node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90 /node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651 /node_id/78bd83c6-4452-4a55-b126-832a708014ac + nodeList_from_pmm=($(does_node_id_exists "${nodeList[@]}")) ++ does_node_id_exists /node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6 /node_id/fd905530-d822-44aa-9a80-8e4288888a5d /node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4 /node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f /node_id/014357a7-b81a-477d-b374-67f0a95abd21 /node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918 /node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90 /node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651 /node_id/78bd83c6-4452-4a55-b126-832a708014ac ++ nodeList=('/node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6' '/node_id/fd905530-d822-44aa-9a80-8e4288888a5d' '/node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4' '/node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f' '/node_id/014357a7-b81a-477d-b374-67f0a95abd21' '/node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918' '/node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90' '/node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651' '/node_id/78bd83c6-4452-4a55-b126-832a708014ac') ++ local -a nodeList ++ nodeList_from_pmm=() ++ local -a nodeList_from_pmm ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.eYifeOmqsm +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.73lJsK8dEY ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.eYifeOmqsm ++++ cat /tmp/tmp.73lJsK8dEY ++++ rm /tmp/tmp.eYifeOmqsm /tmp/tmp.73lJsK8dEY ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.FXSDoK6jym +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.gchVeMKr9H ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.FXSDoK6jym ++++ cat /tmp/tmp.gchVeMKr9H ++++ rm /tmp/tmp.FXSDoK6jym /tmp/tmp.gchVeMKr9H ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.YfpMqozFlc ++++ mktemp +++ local LAST_ERR=/tmp/tmp.1JKJZqf8Sv +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.YfpMqozFlc +++ cat /tmp/tmp.1JKJZqf8Sv +++ rm /tmp/tmp.YfpMqozFlc /tmp/tmp.1JKJZqf8Sv +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/fd905530-d822-44aa-9a80-8e4288888a5d +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.XjueHpbRmk +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.DXSUeZ7zLF ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.XjueHpbRmk ++++ cat /tmp/tmp.DXSUeZ7zLF ++++ rm /tmp/tmp.XjueHpbRmk /tmp/tmp.DXSUeZ7zLF ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.U0FbyqvgVE +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.NqSYzZomZ5 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.U0FbyqvgVE ++++ cat /tmp/tmp.NqSYzZomZ5 ++++ rm /tmp/tmp.U0FbyqvgVE /tmp/tmp.NqSYzZomZ5 ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.vo8bkYFAay ++++ mktemp +++ local LAST_ERR=/tmp/tmp.2OznXjOOWA +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.vo8bkYFAay +++ cat /tmp/tmp.2OznXjOOWA +++ rm /tmp/tmp.vo8bkYFAay /tmp/tmp.2OznXjOOWA +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.6oXa8nAgcp +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.FZ2rLjmZx1 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.6oXa8nAgcp ++++ cat /tmp/tmp.FZ2rLjmZx1 ++++ rm /tmp/tmp.6oXa8nAgcp /tmp/tmp.FZ2rLjmZx1 ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.YmfUX6NG0I +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.yvBKYNHhPP ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.YmfUX6NG0I ++++ cat /tmp/tmp.yvBKYNHhPP ++++ rm /tmp/tmp.YmfUX6NG0I /tmp/tmp.yvBKYNHhPP ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Mhq031nLQv ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zkNFq8quzh +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Mhq031nLQv +++ cat /tmp/tmp.zkNFq8quzh +++ rm /tmp/tmp.Mhq031nLQv /tmp/tmp.zkNFq8quzh +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.UeCqid4RUq +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.oK0MSWP3Lx ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.UeCqid4RUq ++++ cat /tmp/tmp.oK0MSWP3Lx ++++ rm /tmp/tmp.UeCqid4RUq /tmp/tmp.oK0MSWP3Lx ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.c842FoAeXB +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.4JZJnuZwNj ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.c842FoAeXB ++++ cat /tmp/tmp.4JZJnuZwNj ++++ rm /tmp/tmp.c842FoAeXB /tmp/tmp.4JZJnuZwNj ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.PwpbbZLWAS ++++ mktemp +++ local LAST_ERR=/tmp/tmp.h1GctZcHzt +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.PwpbbZLWAS +++ cat /tmp/tmp.h1GctZcHzt +++ rm /tmp/tmp.PwpbbZLWAS /tmp/tmp.h1GctZcHzt +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/014357a7-b81a-477d-b374-67f0a95abd21 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.cSsv8I2eKM +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.APYUuvzD7k ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.cSsv8I2eKM ++++ cat /tmp/tmp.APYUuvzD7k ++++ rm /tmp/tmp.cSsv8I2eKM /tmp/tmp.APYUuvzD7k ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.Olh2uPV0SN +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.m9W2cvVs58 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.Olh2uPV0SN ++++ cat /tmp/tmp.m9W2cvVs58 ++++ rm /tmp/tmp.Olh2uPV0SN /tmp/tmp.m9W2cvVs58 ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ewlTuBM6z9 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.IorA8glLGp +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.ewlTuBM6z9 +++ cat /tmp/tmp.IorA8glLGp +++ rm /tmp/tmp.ewlTuBM6z9 /tmp/tmp.IorA8glLGp +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ awk '{print $4}' +++ grep /node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918 ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.OHqP2uKi5H +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.hjdoGKKepH ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.OHqP2uKi5H ++++ cat /tmp/tmp.hjdoGKKepH ++++ rm /tmp/tmp.OHqP2uKi5H /tmp/tmp.hjdoGKKepH ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.x8eGpKzp0p +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.yPXynrkFV7 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.x8eGpKzp0p ++++ cat /tmp/tmp.yPXynrkFV7 ++++ rm /tmp/tmp.x8eGpKzp0p /tmp/tmp.yPXynrkFV7 ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.IpJC4Bpx9H ++++ mktemp +++ local LAST_ERR=/tmp/tmp.waJdT6rTug +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.IpJC4Bpx9H +++ cat /tmp/tmp.waJdT6rTug +++ rm /tmp/tmp.IpJC4Bpx9H /tmp/tmp.waJdT6rTug +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90 ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service +++ awk '{print $4}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.10QD6eP0iJ +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.vql1nbR9zF ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.10QD6eP0iJ ++++ cat /tmp/tmp.vql1nbR9zF ++++ rm /tmp/tmp.10QD6eP0iJ /tmp/tmp.vql1nbR9zF ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.qasAoFmdru +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.EKPWNlbua8 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.qasAoFmdru ++++ cat /tmp/tmp.EKPWNlbua8 ++++ rm /tmp/tmp.qasAoFmdru /tmp/tmp.EKPWNlbua8 ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.YzzxcIhSYo ++++ mktemp +++ local LAST_ERR=/tmp/tmp.XpdEPNNUDE +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.YzzxcIhSYo +++ cat /tmp/tmp.XpdEPNNUDE +++ rm /tmp/tmp.YzzxcIhSYo /tmp/tmp.XpdEPNNUDE +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) ++++ get_pmm_service_ip monitoring-service +++ grep /node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651 ++++ local service=monitoring-service +++ awk '{print $4}' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.Uaum4ZGAsT +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.7DMp6oITyx ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.Uaum4ZGAsT ++++ cat /tmp/tmp.7DMp6oITyx ++++ rm /tmp/tmp.Uaum4ZGAsT /tmp/tmp.7DMp6oITyx ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.RGPUPZAuK6 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.3boJBI5YSs ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.RGPUPZAuK6 ++++ cat /tmp/tmp.3boJBI5YSs ++++ rm /tmp/tmp.RGPUPZAuK6 /tmp/tmp.3boJBI5YSs ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5cqu01WmbC ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Wz41bjBYa4 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.5cqu01WmbC +++ cat /tmp/tmp.Wz41bjBYa4 +++ rm /tmp/tmp.5cqu01WmbC /tmp/tmp.Wz41bjBYa4 +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/78bd83c6-4452-4a55-b126-832a708014ac +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.dYZU366Td3 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.87ubOIYht9 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.dYZU366Td3 ++++ cat /tmp/tmp.87ubOIYht9 ++++ rm /tmp/tmp.dYZU366Td3 /tmp/tmp.87ubOIYht9 ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.xTmr6hLbyt +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.OWvRnI1JVC ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.xTmr6hLbyt ++++ cat /tmp/tmp.OWvRnI1JVC ++++ rm /tmp/tmp.xTmr6hLbyt /tmp/tmp.OWvRnI1JVC ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.IprA29QwcD ++++ mktemp +++ local LAST_ERR=/tmp/tmp.yJSRY0hnIq +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.IprA29QwcD +++ cat /tmp/tmp.yJSRY0hnIq +++ rm /tmp/tmp.IprA29QwcD /tmp/tmp.yJSRY0hnIq +++ return 0 ++ echo /node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6 /node_id/fd905530-d822-44aa-9a80-8e4288888a5d /node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4 /node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f /node_id/014357a7-b81a-477d-b374-67f0a95abd21 /node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918 /node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90 /node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651 /node_id/78bd83c6-4452-4a55-b126-832a708014ac + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/fd905530-d822-44aa-9a80-8e4288888a5d ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/014357a7-b81a-477d-b374-67f0a95abd21 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/78bd83c6-4452-4a55-b126-832a708014ac ']' + kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]' ++ mktemp + local LAST_OUT=/tmp/tmp.Kkm2gbNzeW ++ mktemp + local LAST_ERR=/tmp/tmp.FD0CJQ31M5 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Kkm2gbNzeW perconaservermongodb.psmdb.percona.com/monitoring patched + cat /tmp/tmp.FD0CJQ31M5 + rm /tmp/tmp.Kkm2gbNzeW /tmp/tmp.FD0CJQ31M5 + return 0 + wait_for_delete pod/monitoring-mongos-0 + local res=pod/monitoring-mongos-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-mongos-0 to be deleted......................Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found + wait_for_delete pod/monitoring-rs0-0 + local res=pod/monitoring-rs0-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-rs0-0 to be deleted......Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found + wait_for_delete pod/monitoring-cfg-0 + local res=pod/monitoring-cfg-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-cfg-0 to be deleted......Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found + desc 'check if services are not deleted' + set +o xtrace ----------------------------------------------------------------------------------- check if services are not deleted ----------------------------------------------------------------------------------- + kubectl_bin get svc monitoring-rs0 ++ mktemp + local LAST_OUT=/tmp/tmp.baFGEcrYsb ++ mktemp + local LAST_ERR=/tmp/tmp.Kch0MlZzsY + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.baFGEcrYsb NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-rs0 ClusterIP None 27019/TCP 14m + cat /tmp/tmp.Kch0MlZzsY + rm /tmp/tmp.baFGEcrYsb /tmp/tmp.Kch0MlZzsY + return 0 + kubectl_bin get svc monitoring-cfg ++ mktemp + local LAST_OUT=/tmp/tmp.KsnMjOHjXJ ++ mktemp + local LAST_ERR=/tmp/tmp.33HbT9YawK + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-cfg + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.KsnMjOHjXJ NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-cfg ClusterIP None 27019/TCP 14m + cat /tmp/tmp.33HbT9YawK + rm /tmp/tmp.KsnMjOHjXJ /tmp/tmp.33HbT9YawK + return 0 + kubectl_bin get svc monitoring-mongos ++ mktemp + local LAST_OUT=/tmp/tmp.rLSqU7yVD5 ++ mktemp + local LAST_ERR=/tmp/tmp.jMxa2KUsf4 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.rLSqU7yVD5 NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-mongos ClusterIP 34.118.232.102 27019/TCP 14m + cat /tmp/tmp.jMxa2KUsf4 + rm /tmp/tmp.rLSqU7yVD5 /tmp/tmp.jMxa2KUsf4 + return 0 + does_node_id_exists_in_pmm=($(does_node_id_exists "${nodeList[@]}")) ++ does_node_id_exists /node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6 /node_id/fd905530-d822-44aa-9a80-8e4288888a5d /node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4 /node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f /node_id/014357a7-b81a-477d-b374-67f0a95abd21 /node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918 /node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90 /node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651 /node_id/78bd83c6-4452-4a55-b126-832a708014ac ++ nodeList=('/node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6' '/node_id/fd905530-d822-44aa-9a80-8e4288888a5d' '/node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4' '/node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f' '/node_id/014357a7-b81a-477d-b374-67f0a95abd21' '/node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918' '/node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90' '/node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651' '/node_id/78bd83c6-4452-4a55-b126-832a708014ac') ++ local -a nodeList ++ nodeList_from_pmm=() ++ local -a nodeList_from_pmm ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/b847601e-3ed7-4d63-b6bb-e752dba354a6 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.61mtZbvfSf +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.6nq5uHSVPI ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.61mtZbvfSf ++++ cat /tmp/tmp.6nq5uHSVPI ++++ rm /tmp/tmp.61mtZbvfSf /tmp/tmp.6nq5uHSVPI ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.ORpCjjx6ME +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.LhyamGVMHW ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.ORpCjjx6ME ++++ cat /tmp/tmp.LhyamGVMHW ++++ rm /tmp/tmp.ORpCjjx6ME /tmp/tmp.LhyamGVMHW ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.BJ9G13Seqg ++++ mktemp +++ local LAST_ERR=/tmp/tmp.0Nmx7pHykJ +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.BJ9G13Seqg +++ cat /tmp/tmp.0Nmx7pHykJ +++ rm /tmp/tmp.BJ9G13Seqg /tmp/tmp.0Nmx7pHykJ +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/fd905530-d822-44aa-9a80-8e4288888a5d +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.eIRqAYA4fI +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.uxD96hJr1K ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.eIRqAYA4fI ++++ cat /tmp/tmp.uxD96hJr1K ++++ rm /tmp/tmp.eIRqAYA4fI /tmp/tmp.uxD96hJr1K ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.AP4DQYiN3B +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.y3FW7Gvj3y ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.AP4DQYiN3B ++++ cat /tmp/tmp.y3FW7Gvj3y ++++ rm /tmp/tmp.AP4DQYiN3B /tmp/tmp.y3FW7Gvj3y ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.kCtfRZcoGD ++++ mktemp +++ local LAST_ERR=/tmp/tmp.0C46XZWF1F +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.kCtfRZcoGD +++ cat /tmp/tmp.0C46XZWF1F +++ rm /tmp/tmp.kCtfRZcoGD /tmp/tmp.0C46XZWF1F +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/cf3deba9-bafb-45a5-ae92-9dac4c50cba4 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.nweQ0ZNVaR +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.599R9b7s0L ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.nweQ0ZNVaR ++++ cat /tmp/tmp.599R9b7s0L ++++ rm /tmp/tmp.nweQ0ZNVaR /tmp/tmp.599R9b7s0L ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.DL80ZvHXJC +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.PH4bOSMXpN ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.DL80ZvHXJC ++++ cat /tmp/tmp.PH4bOSMXpN ++++ rm /tmp/tmp.DL80ZvHXJC /tmp/tmp.PH4bOSMXpN ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.x340GqUaGC ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5OXUswT9QP +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.x340GqUaGC +++ cat /tmp/tmp.5OXUswT9QP +++ rm /tmp/tmp.x340GqUaGC /tmp/tmp.5OXUswT9QP +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ awk '{print $4}' +++ grep /node_id/6a8cfc89-f0b3-499b-937d-f09a9321cd3f ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.TAIYXphVa0 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.6zVoyy7uer ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.TAIYXphVa0 ++++ cat /tmp/tmp.6zVoyy7uer ++++ rm /tmp/tmp.TAIYXphVa0 /tmp/tmp.6zVoyy7uer ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.fPlrcfeQnV +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.78D5OIWBqF ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.fPlrcfeQnV ++++ cat /tmp/tmp.78D5OIWBqF ++++ rm /tmp/tmp.fPlrcfeQnV /tmp/tmp.78D5OIWBqF ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WTxamAXhIn ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zmACdw4zb7 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.WTxamAXhIn +++ cat /tmp/tmp.zmACdw4zb7 +++ rm /tmp/tmp.WTxamAXhIn /tmp/tmp.zmACdw4zb7 +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/014357a7-b81a-477d-b374-67f0a95abd21 ++++ get_pmm_service_ip monitoring-service +++ awk '{print $4}' ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.tbFaHzFXqQ +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.2qIltWFJzl ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.tbFaHzFXqQ ++++ cat /tmp/tmp.2qIltWFJzl ++++ rm /tmp/tmp.tbFaHzFXqQ /tmp/tmp.2qIltWFJzl ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.EyAYOCEEvx +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.GPEBVyNGq4 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.EyAYOCEEvx ++++ cat /tmp/tmp.GPEBVyNGq4 ++++ rm /tmp/tmp.EyAYOCEEvx /tmp/tmp.GPEBVyNGq4 ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5SncVgHTEM ++++ mktemp +++ local LAST_ERR=/tmp/tmp.mMsj4FsMdA +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.5SncVgHTEM +++ cat /tmp/tmp.mMsj4FsMdA +++ rm /tmp/tmp.5SncVgHTEM /tmp/tmp.mMsj4FsMdA +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/4d38b0be-7bd1-45b2-bd8b-5b4e4915b918 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.iINSVsgFQP +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.b9korJJZob ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.iINSVsgFQP ++++ cat /tmp/tmp.b9korJJZob ++++ rm /tmp/tmp.iINSVsgFQP /tmp/tmp.b9korJJZob ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.PsxiK2Q9b7 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.5CVbpv9GEX ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.PsxiK2Q9b7 ++++ cat /tmp/tmp.5CVbpv9GEX ++++ rm /tmp/tmp.PsxiK2Q9b7 /tmp/tmp.5CVbpv9GEX ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.vMzREtsgtv ++++ mktemp +++ local LAST_ERR=/tmp/tmp.tgY6r1wWyA +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.vMzREtsgtv +++ cat /tmp/tmp.tgY6r1wWyA +++ rm /tmp/tmp.vMzREtsgtv /tmp/tmp.tgY6r1wWyA +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/7e2630bc-d559-4cb0-b74e-275751aa0a90 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.MnuuZvR22W +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.TlYj9VLrTW ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.MnuuZvR22W ++++ cat /tmp/tmp.TlYj9VLrTW ++++ rm /tmp/tmp.MnuuZvR22W /tmp/tmp.TlYj9VLrTW ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.MGnMYvEjOF +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.oUQ2KMbWKP ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.MGnMYvEjOF ++++ cat /tmp/tmp.oUQ2KMbWKP ++++ rm /tmp/tmp.MGnMYvEjOF /tmp/tmp.oUQ2KMbWKP ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.pjXTwLN4NO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.7Ay6IK1HN4 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.pjXTwLN4NO +++ cat /tmp/tmp.7Ay6IK1HN4 +++ rm /tmp/tmp.pjXTwLN4NO /tmp/tmp.7Ay6IK1HN4 +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/e31b3ee2-1f24-43b3-9fdc-9cf53efab651 ++++ get_pmm_service_ip monitoring-service +++ awk '{print $4}' ++++ local service=monitoring-service ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.cUJUPgFlEr +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.UE5vIdrEJZ ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.cUJUPgFlEr ++++ cat /tmp/tmp.UE5vIdrEJZ ++++ rm /tmp/tmp.cUJUPgFlEr /tmp/tmp.UE5vIdrEJZ ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.6DEhVxk1gw +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.H8leQwNS85 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.6DEhVxk1gw ++++ cat /tmp/tmp.H8leQwNS85 ++++ rm /tmp/tmp.6DEhVxk1gw /tmp/tmp.H8leQwNS85 ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.yCIr3hfuxm ++++ mktemp +++ local LAST_ERR=/tmp/tmp.mYrqamf9AY +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.yCIr3hfuxm +++ cat /tmp/tmp.mYrqamf9AY +++ rm /tmp/tmp.yCIr3hfuxm /tmp/tmp.mYrqamf9AY +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/78bd83c6-4452-4a55-b126-832a708014ac ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service +++ awk '{print $4}' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.xcEjdfxJdy +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.QR1uMskARg ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.xcEjdfxJdy ++++ cat /tmp/tmp.QR1uMskARg ++++ rm /tmp/tmp.xcEjdfxJdy /tmp/tmp.QR1uMskARg ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.NbzcI1Zcfi +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.z1e0lSRXe9 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.NbzcI1Zcfi ++++ cat /tmp/tmp.z1e0lSRXe9 ++++ rm /tmp/tmp.NbzcI1Zcfi /tmp/tmp.z1e0lSRXe9 ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.LdpcFS04qF ++++ mktemp +++ local LAST_ERR=/tmp/tmp.FTlBRPfSo3 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-12479 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.71.83/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.LdpcFS04qF +++ cat /tmp/tmp.FTlBRPfSo3 +++ rm /tmp/tmp.LdpcFS04qF /tmp/tmp.FTlBRPfSo3 +++ return 0 ++ echo + desc 'check customClusterName for pmm' + set +o xtrace ----------------------------------------------------------------------------------- check customClusterName for pmm ----------------------------------------------------------------------------------- + custom_name=custom-cluster-name + kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]' ++ mktemp + local LAST_OUT=/tmp/tmp.5v5lwag0Ai ++ mktemp + local LAST_ERR=/tmp/tmp.oHUNg4f1Gc + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.5v5lwag0Ai perconaservermongodb.psmdb.percona.com/monitoring patched + cat /tmp/tmp.oHUNg4f1Gc + rm /tmp/tmp.5v5lwag0Ai /tmp/tmp.oHUNg4f1Gc + return 0 + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready............OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready...........OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IvxP2BxP5B +++ mktemp ++ local LAST_ERR=/tmp/tmp.hkxuNfVLwZ ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.IvxP2BxP5B ++ cat /tmp/tmp.hkxuNfVLwZ ++ rm /tmp/tmp.IvxP2BxP5B /tmp/tmp.hkxuNfVLwZ ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready............OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zUym8jsL4C +++ mktemp ++ local LAST_ERR=/tmp/tmp.Y6uzRuky1Z ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.zUym8jsL4C ++ cat /tmp/tmp.Y6uzRuky1Z ++ rm /tmp/tmp.zUym8jsL4C /tmp/tmp.Y6uzRuky1Z ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZLY2DoSvi6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.a5cjIwX68V ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ZLY2DoSvi6 ++ cat /tmp/tmp.a5cjIwX68V ++ rm /tmp/tmp.ZLY2DoSvi6 /tmp/tmp.a5cjIwX68V ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster readyness.................... ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Q9249Jdq5l ++++ mktemp +++ local LAST_ERR=/tmp/tmp.9mX78weTUq +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Q9249Jdq5l +++ cat /tmp/tmp.9mX78weTUq +++ rm /tmp/tmp.Q9249Jdq5l /tmp/tmp.9mX78weTUq +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5NxBbrf8NG ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rSTuXowkiw +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.5NxBbrf8NG +++ cat /tmp/tmp.rSTuXowkiw +++ rm /tmp/tmp.5NxBbrf8NG /tmp/tmp.rSTuXowkiw +++ return 0 ++ local ip=136.112.71.83 ++ '[' -n 136.112.71.83 -a 136.112.71.83 '!=' null ']' ++ echo 136.112.71.83 ++ return + curl -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@136.112.71.83/v1/inventory/Services/List + check_custom_cluster_name monitoring-2-0-12479-monitoring-mongos-0 /tmp/tmp.PywTB1QiKh/pmm_service_list.json + local pod_service_name=monitoring-2-0-12479-monitoring-mongos-0 + local pmm_services_file=/tmp/tmp.PywTB1QiKh/pmm_service_list.json + echo 'Checking monitoring-2-0-12479-monitoring-mongos-0' Checking monitoring-2-0-12479-monitoring-mongos-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-12479-monitoring-mongos-0") | .cluster' /tmp/tmp.PywTB1QiKh/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + check_custom_cluster_name monitoring-2-0-12479-monitoring-rs0-0 /tmp/tmp.PywTB1QiKh/pmm_service_list.json + local pod_service_name=monitoring-2-0-12479-monitoring-rs0-0 + local pmm_services_file=/tmp/tmp.PywTB1QiKh/pmm_service_list.json + echo 'Checking monitoring-2-0-12479-monitoring-rs0-0' Checking monitoring-2-0-12479-monitoring-rs0-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-12479-monitoring-rs0-0") | .cluster' /tmp/tmp.PywTB1QiKh/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + check_custom_cluster_name monitoring-2-0-12479-monitoring-cfg-0 /tmp/tmp.PywTB1QiKh/pmm_service_list.json + local pod_service_name=monitoring-2-0-12479-monitoring-cfg-0 + local pmm_services_file=/tmp/tmp.PywTB1QiKh/pmm_service_list.json + echo 'Checking monitoring-2-0-12479-monitoring-cfg-0' Checking monitoring-2-0-12479-monitoring-cfg-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-12479-monitoring-cfg-0") | .cluster' /tmp/tmp.PywTB1QiKh/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + [[ -n '' ]] ++ kubectl_bin logs monitoring-rs0-0 pmm-client ++ grep -c 'cannot auto discover databases and collections' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lbN8JNEIlo +++ mktemp ++ local LAST_ERR=/tmp/tmp.rCiAnXvPOb ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl logs monitoring-rs0-0 pmm-client ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.lbN8JNEIlo ++ cat /tmp/tmp.rCiAnXvPOb ++ rm /tmp/tmp.lbN8JNEIlo /tmp/tmp.rCiAnXvPOb ++ return 0 + [[ 0 != 0 ]] + helm uninstall monitoring release "monitoring" uninstalled + destroy monitoring-2-0-12479 + local namespace=monitoring-2-0-12479 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false ']' + delete_backups + desc 'Delete psmdb-backup' + set +o xtrace ----------------------------------------------------------------------------------- Delete psmdb-backup ----------------------------------------------------------------------------------- ++ kubectl_bin get psmdb-backup --no-headers ++ wc -l +++ mktemp ++ local LAST_OUT=/tmp/tmp.M3GnqCXzeg +++ mktemp ++ local LAST_ERR=/tmp/tmp.6tBhhDLIAm ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb-backup --no-headers ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.M3GnqCXzeg ++ cat /tmp/tmp.6tBhhDLIAm No resources found in monitoring-2-0-12479 namespace. ++ rm /tmp/tmp.M3GnqCXzeg /tmp/tmp.6tBhhDLIAm ++ return 0 + '[' 0 '!=' 0 ']' + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.0sCDmdVczD ++ mktemp + local LAST_ERR=/tmp/tmp.9UeczITeiZ + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.0sCDmdVczD customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.9UeczITeiZ + rm /tmp/tmp.0sCDmdVczD /tmp/tmp.9UeczITeiZ + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.5AbD1bSmEo ++ mktemp + local LAST_ERR=/tmp/tmp.90gySdq3Cb + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.5AbD1bSmEo + cat /tmp/tmp.90gySdq3Cb + rm /tmp/tmp.5AbD1bSmEo /tmp/tmp.90gySdq3Cb + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.cGj2bTU4Fb ++ mktemp + local LAST_ERR=/tmp/tmp.0IRZjI1jEL + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.cGj2bTU4Fb + cat /tmp/tmp.0IRZjI1jEL + rm /tmp/tmp.cGj2bTU4Fb /tmp/tmp.0IRZjI1jEL + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.4w7NbkyEuf ++ mktemp + local LAST_ERR=/tmp/tmp.qhl3ppGJ9z + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.4w7NbkyEuf + cat /tmp/tmp.qhl3ppGJ9z + rm /tmp/tmp.4w7NbkyEuf /tmp/tmp.qhl3ppGJ9z + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.mzujgeEVgC ++ mktemp + local LAST_ERR=/tmp/tmp.RuxzAncOoZ + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.mzujgeEVgC + cat /tmp/tmp.RuxzAncOoZ + rm /tmp/tmp.mzujgeEVgC /tmp/tmp.RuxzAncOoZ + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.Ygt2n1ksen ++ mktemp + local LAST_ERR=/tmp/tmp.vrJfqwzA0W + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2435/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Ygt2n1ksen clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.vrJfqwzA0W + rm /tmp/tmp.Ygt2n1ksen /tmp/tmp.vrJfqwzA0W + return 0 + destroy_cert_manager + kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.sqcEIJ1Dlo ++ mktemp + local LAST_ERR=/tmp/tmp.hr793D6jYj + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.sqcEIJ1Dlo namespace "cert-manager" deleted customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted serviceaccount "cert-manager-cainjector" deleted from cert-manager namespace serviceaccount "cert-manager" deleted from cert-manager namespace serviceaccount "cert-manager-webhook" deleted from cert-manager namespace clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-cluster-view" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace role.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace role.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace rolebinding.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace rolebinding.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace service "cert-manager-cainjector" deleted from cert-manager namespace service "cert-manager" deleted from cert-manager namespace service "cert-manager-webhook" deleted from cert-manager namespace deployment.apps "cert-manager-cainjector" deleted from cert-manager namespace deployment.apps "cert-manager" deleted from cert-manager namespace deployment.apps "cert-manager-webhook" deleted from cert-manager namespace mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted + cat /tmp/tmp.hr793D6jYj + rm /tmp/tmp.sqcEIJ1Dlo /tmp/tmp.hr793D6jYj + return 0 + '[' -n '' ']' + '[' -n psmdb-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace monitoring-2-0-12479 + rm -rf /tmp/tmp.PywTB1QiKh + kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator ++ mktemp ++ mktemp + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + local LAST_OUT=/tmp/tmp.UXFZrwBBeh + local LAST_OUT=/tmp/tmp.XmQONI9Vpu ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.OCKaJAR2to + local LAST_ERR=/tmp/tmp.m1TE7RxKAS + local exit_status=0 + local timeout=4 + local exit_status=0 + local timeout=4 ++ seq 0 2 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace monitoring-2-0-12479 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace psmdb-operator