Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/logs/monitoring-2-0.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + create_infra monitoring-2-0-17579 + local ns=monitoring-2-0-17579 + echo monitoring-2-0-17579 + [[ 0 == 1 ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrole ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + awk '{print$1}' + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_OUT=/tmp/tmp.yuRmUW3Z51 ++ mktemp + '[' -n '' ']' + desc 'cleaned up old namespaces psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found + xargs kubectl delete ns ++ mktemp + local LAST_ERR=/tmp/tmp.VPJPjz8rpu + local exit_status=0 + local timeout=4 ++ seq 0 2 + local LAST_OUT=/tmp/tmp.IuDKaysNL6 + for i in $(seq 0 2) + set +e + kubectl get ns ++ mktemp + local LAST_ERR=/tmp/tmp.yUnw72s8Vx + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.yuRmUW3Z51 + cat /tmp/tmp.VPJPjz8rpu + rm /tmp/tmp.yuRmUW3Z51 /tmp/tmp.VPJPjz8rpu + return 0 namespace "demand-backup-physical-azure-19909" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.IuDKaysNL6 namespace "psmdb-operator" deleted + cat /tmp/tmp.yUnw72s8Vx + rm /tmp/tmp.IuDKaysNL6 /tmp/tmp.yUnw72s8Vx + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.tXN3D0Z7PS ++ mktemp + local LAST_ERR=/tmp/tmp.JywiWyWd0d + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.tXN3D0Z7PS + cat /tmp/tmp.JywiWyWd0d + rm /tmp/tmp.tXN3D0Z7PS /tmp/tmp.JywiWyWd0d + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.yEi5zFJdaW ++ mktemp + local LAST_ERR=/tmp/tmp.fDqm4a7eql + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.yEi5zFJdaW namespace/psmdb-operator created + cat /tmp/tmp.fDqm4a7eql + rm /tmp/tmp.yEi5zFJdaW /tmp/tmp.fDqm4a7eql + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.plkxg4BzRp +++ mktemp ++ local LAST_ERR=/tmp/tmp.uCvEV4k43C ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.plkxg4BzRp ++ cat /tmp/tmp.uCvEV4k43C ++ rm /tmp/tmp.plkxg4BzRp /tmp/tmp.uCvEV4k43C ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster5 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.jg6ujXMlqo ++ mktemp + local LAST_ERR=/tmp/tmp.Qu4LzgKmsF + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster5 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.jg6ujXMlqo Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster5" modified. + cat /tmp/tmp.Qu4LzgKmsF + rm /tmp/tmp.jg6ujXMlqo /tmp/tmp.Qu4LzgKmsF + return 0 + deploy_operator + desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187 ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.a7LLwYTW7c ++ mktemp + local LAST_ERR=/tmp/tmp.HuTQ9SQznK + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.a7LLwYTW7c customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.HuTQ9SQznK + rm /tmp/tmp.a7LLwYTW7c /tmp/tmp.HuTQ9SQznK + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: psmdb-operator^' + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.6fOw1uRLtP ++ mktemp + local LAST_ERR=/tmp/tmp.hWVu7Ge86v + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.6fOw1uRLtP clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator unchanged serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator unchanged + cat /tmp/tmp.hWVu7Ge86v + rm /tmp/tmp.6fOw1uRLtP /tmp/tmp.hWVu7Ge86v + return 0 + yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-operator.yaml + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.2tzfEhcw2z ++ mktemp + local LAST_ERR=/tmp/tmp.S4bpp08IjS + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2tzfEhcw2z deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.S4bpp08IjS + rm /tmp/tmp.2tzfEhcw2z /tmp/tmp.S4bpp08IjS + return 0 + sleep 20 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.vsCWZYmsFU +++ mktemp ++ local LAST_ERR=/tmp/tmp.e41uAbl246 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.vsCWZYmsFU ++ cat /tmp/tmp.e41uAbl246 ++ rm /tmp/tmp.vsCWZYmsFU /tmp/tmp.e41uAbl246 ++ return 0 + wait_operator_pod percona-server-mongodb-operator-859f4bc6d7-qdhcf + local pod=percona-server-mongodb-operator-859f4bc6d7-qdhcf + set +o xtrace waiting for pod/percona-server-mongodb-operator-859f4bc6d7-qdhcf to be ready.OK + echo 'Print operator info from log' Print operator info from log + grep 'Manager starting up' ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.coSt5uZjQn +++ mktemp ++ local LAST_ERR=/tmp/tmp.4hkPwGqCNS ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.coSt5uZjQn ++ cat /tmp/tmp.4hkPwGqCNS ++ rm /tmp/tmp.coSt5uZjQn /tmp/tmp.4hkPwGqCNS ++ return 0 + kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-859f4bc6d7-qdhcf ++ mktemp + local LAST_OUT=/tmp/tmp.J9Iq6UWMen ++ mktemp + local LAST_ERR=/tmp/tmp.JaV67SGOS0 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n psmdb-operator percona-server-mongodb-operator-859f4bc6d7-qdhcf + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.J9Iq6UWMen + cat /tmp/tmp.JaV67SGOS0 + rm /tmp/tmp.J9Iq6UWMen /tmp/tmp.JaV67SGOS0 + return 0 2026-06-09T09:14:25.536Z INFO setup Manager starting up {"gitCommit": "fb8cc718776dc8f9e011cd5f23fe48cf7f65143e", "gitBranch": "PR-2058-fb8cc7187", "buildTime": "", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"} + create_namespace monitoring-2-0-17579 + local namespace=monitoring-2-0-17579 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces monitoring-2-0-17579' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces monitoring-2-0-17579 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace monitoring-2-0-17579 --ignore-not-found + awk '{print$1}' ++ mktemp + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.6Vx0eVHm9Y ++ mktemp + local LAST_OUT=/tmp/tmp.BBCb9PhkRG + local LAST_ERR=/tmp/tmp.Qv2F6e4e1V + local exit_status=0 + local timeout=4 ++ mktemp ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + local LAST_ERR=/tmp/tmp.uhwebTWYgG + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace monitoring-2-0-17579 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.6Vx0eVHm9Y + cat /tmp/tmp.Qv2F6e4e1V + rm /tmp/tmp.6Vx0eVHm9Y /tmp/tmp.Qv2F6e4e1V + return 0 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.BBCb9PhkRG + cat /tmp/tmp.uhwebTWYgG + rm /tmp/tmp.BBCb9PhkRG /tmp/tmp.uhwebTWYgG + return 0 + kubectl_bin wait --for=delete namespace monitoring-2-0-17579 ++ mktemp + local LAST_OUT=/tmp/tmp.dzyhxDBWEC ++ mktemp + local LAST_ERR=/tmp/tmp.QvPyOkUD2d + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace monitoring-2-0-17579 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.dzyhxDBWEC + cat /tmp/tmp.QvPyOkUD2d + rm /tmp/tmp.dzyhxDBWEC /tmp/tmp.QvPyOkUD2d + return 0 + desc 'create namespace monitoring-2-0-17579' + set +o xtrace ----------------------------------------------------------------------------------- create namespace monitoring-2-0-17579 ----------------------------------------------------------------------------------- + kubectl_bin create namespace monitoring-2-0-17579 ++ mktemp + local LAST_OUT=/tmp/tmp.3IOuCrTWB3 ++ mktemp + local LAST_ERR=/tmp/tmp.WHpD25dErv + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace monitoring-2-0-17579 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.3IOuCrTWB3 namespace/monitoring-2-0-17579 created + cat /tmp/tmp.WHpD25dErv + rm /tmp/tmp.3IOuCrTWB3 /tmp/tmp.WHpD25dErv + return 0 + set_kube_ctx monitoring-2-0-17579 + local namespace=monitoring-2-0-17579 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.YBJtVNJNAX +++ mktemp ++ local LAST_ERR=/tmp/tmp.wdckJKrdr4 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.YBJtVNJNAX ++ cat /tmp/tmp.wdckJKrdr4 ++ rm /tmp/tmp.YBJtVNJNAX /tmp/tmp.wdckJKrdr4 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster5 --namespace=monitoring-2-0-17579 ++ mktemp + local LAST_OUT=/tmp/tmp.7eLmyp5xAA ++ mktemp + local LAST_ERR=/tmp/tmp.QkUakV4CDq + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster5 --namespace=monitoring-2-0-17579 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.7eLmyp5xAA Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2058-fb8cc7187-17-cluster5" modified. + cat /tmp/tmp.QkUakV4CDq + rm /tmp/tmp.7eLmyp5xAA /tmp/tmp.QkUakV4CDq + return 0 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.YBqNDpVOVu ++ mktemp + local LAST_ERR=/tmp/tmp.7EGdFLdDl7 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.YBqNDpVOVu namespace/cert-manager created + cat /tmp/tmp.7EGdFLdDl7 + rm /tmp/tmp.YBqNDpVOVu /tmp/tmp.7EGdFLdDl7 + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.7SrLuNXkhA ++ mktemp + local LAST_ERR=/tmp/tmp.YvO2gdvUSk + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.7SrLuNXkhA namespace/cert-manager labeled + cat /tmp/tmp.YvO2gdvUSk + rm /tmp/tmp.7SrLuNXkhA /tmp/tmp.YvO2gdvUSk + return 0 + kubectl_bin apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.OG6pIb0nbj ++ mktemp + local LAST_ERR=/tmp/tmp.5oACFRfkCF + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.OG6pIb0nbj namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.5oACFRfkCF Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.OG6pIb0nbj /tmp/tmp.5oACFRfkCF + return 0 + kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready ++ mktemp + local LAST_OUT=/tmp/tmp.3BTiFWGLf3 ++ mktemp + local LAST_ERR=/tmp/tmp.bICg3TdBQJ + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.3BTiFWGLf3 pod/cert-manager-559d798845-hvppj condition met pod/cert-manager-cainjector-64958d9c7c-fqz2z condition met pod/cert-manager-webhook-7fb6f99b56-mknxx condition met + cat /tmp/tmp.bICg3TdBQJ E0609 09:15:17.590021 693951 reflector.go:227] "Failed to watch" err="Get \"https://34.60.38.10/api/v1/namespaces/cert-manager/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcert-manager-cainjector-64958d9c7c-fqz2z&resourceVersion=1780996517208495004&timeoutSeconds=521&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.3BTiFWGLf3 /tmp/tmp.bICg3TdBQJ + return 0 + sleep 120 + desc 'install PMM Server' + set +o xtrace ----------------------------------------------------------------------------------- install PMM Server ----------------------------------------------------------------------------------- + deploy_pmm_server + helm uninstall monitoring Error: uninstall: Release not loaded: monitoring: release: not found + : + helm repo remove stable Error: no repo named "stable" found + : + helm repo add stable https://charts.helm.sh/stable "stable" has been added to your repositories + [[ -n '' ]] + retry 10 60 helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz + local max=10 + local delay=60 + shift 2 + local n=1 + helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz NAME: monitoring LAST DEPLOYED: Tue Jun 9 09:17:29 2026 NAMESPACE: monitoring-2-0-17579 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: PMM server can be accessed via HTTPS (port 443) on the following DNS name from within your cluster: endpoint: https://monitoring-service.monitoring-2-0-17579.svc.cluster.local:443 login: admin password: admin + sleep 40 + kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' ++ mktemp + local LAST_OUT=/tmp/tmp.WaUEhzBCRu ++ mktemp + local LAST_ERR=/tmp/tmp.DJuKiEpkNa + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.WaUEhzBCRu + cat /tmp/tmp.DJuKiEpkNa error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 0 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.WaUEhzBCRu + cat /tmp/tmp.DJuKiEpkNa error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 4 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.WaUEhzBCRu + cat /tmp/tmp.DJuKiEpkNa error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 8 + cat /tmp/tmp.WaUEhzBCRu + cat /tmp/tmp.DJuKiEpkNa error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + rm /tmp/tmp.WaUEhzBCRu /tmp/tmp.DJuKiEpkNa + return 1 + echo 'Retry 0' Retry 0 + sleep 5 + let retry+=1 + '[' 1 -ge 30 ']' + kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' ++ mktemp + local LAST_OUT=/tmp/tmp.Lq4U3bG8zM ++ mktemp + local LAST_ERR=/tmp/tmp.IKBEWRgMrc + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Lq4U3bG8zM + cat /tmp/tmp.IKBEWRgMrc + rm /tmp/tmp.Lq4U3bG8zM /tmp/tmp.IKBEWRgMrc + return 0 + cluster=monitoring + desc 'create secrets and start client' + set +o xtrace ----------------------------------------------------------------------------------- create secrets and start client ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.8RBLGP5ngL ++ mktemp + local LAST_ERR=/tmp/tmp.9sZYYjjgls + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.8RBLGP5ngL secret/some-users created secret/some-users unchanged + cat /tmp/tmp.9sZYYjjgls + rm /tmp/tmp.8RBLGP5ngL /tmp/tmp.9sZYYjjgls + return 0 + yq '.spec.template.spec.volumes[0].secret.secretName="monitoring-ssl"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client_with_tls.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.lnuuuokjPv ++ mktemp + local LAST_ERR=/tmp/tmp.NvWFJHNw5A + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.lnuuuokjPv deployment.apps/psmdb-client created + cat /tmp/tmp.NvWFJHNw5A + rm /tmp/tmp.lnuuuokjPv /tmp/tmp.NvWFJHNw5A + return 0 + sleep 90 + desc 'create first PSMDB cluster monitoring' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster monitoring ----------------------------------------------------------------------------------- + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml ++ mktemp + yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"' + yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"' + yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-fb8cc7187"' + yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' + /usr/sbin/sed -e s/NAME_SPACE/monitoring-2-0-17579/g + local LAST_OUT=/tmp/tmp.9dhVwWQWpI + yq eval '.spec.upgradeOptions.apply="Never"' ++ mktemp + local LAST_ERR=/tmp/tmp.m43RCK90mB + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.9dhVwWQWpI perconaservermongodb.psmdb.percona.com/monitoring created + cat /tmp/tmp.m43RCK90mB + rm /tmp/tmp.9dhVwWQWpI /tmp/tmp.m43RCK90mB + return 0 + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready..................OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready...................OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Nt1itIJ5PB +++ mktemp ++ local LAST_ERR=/tmp/tmp.8KRIjf5cDB ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Nt1itIJ5PB ++ cat /tmp/tmp.8KRIjf5cDB ++ rm /tmp/tmp.Nt1itIJ5PB /tmp/tmp.8KRIjf5cDB ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready..................OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BPkDUoIQAY +++ mktemp ++ local LAST_ERR=/tmp/tmp.4LINBeOVI1 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.BPkDUoIQAY ++ cat /tmp/tmp.4LINBeOVI1 ++ rm /tmp/tmp.BPkDUoIQAY /tmp/tmp.4LINBeOVI1 ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5My1g3DaWk +++ mktemp ++ local LAST_ERR=/tmp/tmp.B3Uy5FvP5o ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.5My1g3DaWk ++ cat /tmp/tmp.B3Uy5FvP5o ++ rm /tmp/tmp.5My1g3DaWk /tmp/tmp.B3Uy5FvP5o ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster readyness................. + desc 'check if pmm-client container is not enabled' + set +o xtrace ----------------------------------------------------------------------------------- check if pmm-client container is not enabled ----------------------------------------------------------------------------------- + compare_kubectl statefulset/monitoring-rs0 -no-pmm + local resource=statefulset/monitoring-rs0 + local postfix=-no-pmm + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml + local new_result=/tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm-oc.yml ']' + kubectl_bin get -o yaml statefulset/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-17579", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.SJ3BQipFGC ++ mktemp + local LAST_ERR=/tmp/tmp.wJDGpQ6jyB + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.SJ3BQipFGC + cat /tmp/tmp.wJDGpQ6jyB + rm /tmp/tmp.SJ3BQipFGC /tmp/tmp.wJDGpQ6jyB + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml /tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + log 'compare_kubectl: statefulset/monitoring-rs0 OK' + set +o xtrace [2026-06-09T09:23:03+0000] compare_kubectl: statefulset/monitoring-rs0 OK + sleep 10 + custom_port=27019 + run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-17579 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' + local uri=userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-17579 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H1VCH8Nkf4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.OEy7jeMlER ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.H1VCH8Nkf4 ++ cat /tmp/tmp.OEy7jeMlER ++ rm /tmp/tmp.H1VCH8Nkf4 /tmp/tmp.OEy7jeMlER ++ return 0 + local client_container=psmdb-client-699f458f75-fsgxg + kubectl_bin exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.jVENHKrsXw ++ mktemp + local LAST_ERR=/tmp/tmp.10T9oolwjZ + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.jVENHKrsXw Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-06-09T09:23:15.498Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("95cba27d-7e45-4f18-bda8-1a2f2dfea932") } Percona Server for MongoDB server version: v8.0.23-10 WARNING: shell and server versions do not match Successfully added user: { "user" : "myApp", "roles" : [ { "db" : "myApp", "role" : "readWrite" } ] } bye + cat /tmp/tmp.10T9oolwjZ + rm /tmp/tmp.jVENHKrsXw /tmp/tmp.10T9oolwjZ + return 0 + run_mongos 'sh.enableSharding("myApp")' clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-17579 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=sh.enableSharding("myApp")' + local uri=clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-17579 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4w3iMwOPTY +++ mktemp ++ local LAST_ERR=/tmp/tmp.6fSvU7R8rH ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.4w3iMwOPTY ++ cat /tmp/tmp.6fSvU7R8rH ++ rm /tmp/tmp.4w3iMwOPTY /tmp/tmp.6fSvU7R8rH ++ return 0 + local client_container=psmdb-client-699f458f75-fsgxg + kubectl_bin exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.03i0o86l4N ++ mktemp + local LAST_ERR=/tmp/tmp.hwO9z8jdrW + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.03i0o86l4N Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-06-09T09:23:17.717Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("47a2bff8-8eaa-469b-bc79-082a5b19ac8c") } Percona Server for MongoDB server version: v8.0.23-10 WARNING: shell and server versions do not match { "ok" : 1, "$clusterTime" : { "clusterTime" : Timestamp(1780996997, 8), "signature" : { "hash" : BinData(0,"woTlpJ2yJ5O6rVLmjeeBKG9wpY0="), "keyId" : NumberLong("7649323478432088088") } }, "operationTime" : Timestamp(1780996997, 5) } bye + cat /tmp/tmp.hwO9z8jdrW + rm /tmp/tmp.03i0o86l4N /tmp/tmp.hwO9z8jdrW + return 0 + insert_data_mongos 100500 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100500 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@monitoring-mongos.monitoring-2-0-17579 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100500 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-17579 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5Z4MsZ6FNl +++ mktemp ++ local LAST_ERR=/tmp/tmp.x8Xz22Q3u1 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.5Z4MsZ6FNl ++ cat /tmp/tmp.x8Xz22Q3u1 ++ rm /tmp/tmp.5Z4MsZ6FNl /tmp/tmp.x8Xz22Q3u1 ++ return 0 + local client_container=psmdb-client-699f458f75-fsgxg + kubectl_bin exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.WXTWvYy5HN ++ mktemp + local LAST_ERR=/tmp/tmp.NBEIVpS2OR + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.WXTWvYy5HN Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-06-09T09:23:20.424Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("0e7d8339-da6f-44ab-9212-e31c1d366851") } Percona Server for MongoDB server version: v8.0.23-10 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.NBEIVpS2OR + rm /tmp/tmp.WXTWvYy5HN /tmp/tmp.NBEIVpS2OR + return 0 + insert_data_mongos 100600 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100600 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100600 })' myApp:myPass@monitoring-mongos.monitoring-2-0-17579 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100600 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-17579 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.f4ZWUk8njS +++ mktemp ++ local LAST_ERR=/tmp/tmp.hK7KtqzYdc ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.f4ZWUk8njS ++ cat /tmp/tmp.hK7KtqzYdc ++ rm /tmp/tmp.f4ZWUk8njS /tmp/tmp.hK7KtqzYdc ++ return 0 + local client_container=psmdb-client-699f458f75-fsgxg + kubectl_bin exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.bncsXTckWb ++ mktemp + local LAST_ERR=/tmp/tmp.SVNJXjTuLl + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.bncsXTckWb Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-06-09T09:23:22.666Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("2d6ff100-cf65-46b4-824e-cfd2f2e09a69") } Percona Server for MongoDB server version: v8.0.23-10 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.SVNJXjTuLl + rm /tmp/tmp.bncsXTckWb /tmp/tmp.SVNJXjTuLl + return 0 + insert_data_mongos 100700 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100700 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100700 })' myApp:myPass@monitoring-mongos.monitoring-2-0-17579 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100700 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-17579 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dp6ngwDnAB +++ mktemp ++ local LAST_ERR=/tmp/tmp.nGUYtYI2m6 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.dp6ngwDnAB ++ cat /tmp/tmp.nGUYtYI2m6 ++ rm /tmp/tmp.dp6ngwDnAB /tmp/tmp.nGUYtYI2m6 ++ return 0 + local client_container=psmdb-client-699f458f75-fsgxg + kubectl_bin exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.J4GWBvZ2hl ++ mktemp + local LAST_ERR=/tmp/tmp.afh5LJRqgc + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-699f458f75-fsgxg -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.J4GWBvZ2hl Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-17579.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-06-09T09:23:24.831Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("1653891e-42f5-4ee6-a165-7cd92037154e") } Percona Server for MongoDB server version: v8.0.23-10 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.afh5LJRqgc + rm /tmp/tmp.J4GWBvZ2hl /tmp/tmp.afh5LJRqgc + return 0 + desc 'add PMM_SERVER_API_KEY for secret some-users' + set +o xtrace ----------------------------------------------------------------------------------- add PMM_SERVER_API_KEY for secret some-users ----------------------------------------------------------------------------------- ++ jq .key +++ get_service_endpoint monitoring-service +++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o json ++++ jq '.status.loadBalancer.ingress[].hostname' ++++ sed -e 's/^"//; s/"$//;' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.vyCq2flja7 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.cucCmhVUg0 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.vyCq2flja7 ++++ cat /tmp/tmp.cucCmhVUg0 ++++ rm /tmp/tmp.vyCq2flja7 /tmp/tmp.cucCmhVUg0 ++++ return 0 +++ local hostname=null +++ '[' -n null -a null '!=' null ']' ++++ kubectl_bin get service/monitoring-service -o json ++++ jq '.status.loadBalancer.ingress[].ip' +++++ mktemp ++++ sed -e 's/^"//; s/"$//;' ++++ local LAST_OUT=/tmp/tmp.iXXHX3Royi +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.kuo5ChxMJZ ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.iXXHX3Royi ++++ cat /tmp/tmp.kuo5ChxMJZ ++++ rm /tmp/tmp.iXXHX3Royi /tmp/tmp.kuo5ChxMJZ ++++ return 0 +++ local ip=136.115.248.64 +++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' +++ echo 136.115.248.64 +++ return ++ curl --insecure -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@136.115.248.64/graph/api/auth/keys % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 155 100 119 100 36 267 80 --:--:-- --:--:-- --:--:-- 349 + API_KEY='"eyJrIjoiU3RjNzhzOVViZ1d3a0phQzUxdEl2b2tnV0RrUVFXVDQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="' + kubectl_bin patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiU3RjNzhzOVViZ1d3a0phQzUxdEl2b2tnV0RrUVFXVDQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.ZBh05332F2 ++ mktemp + local LAST_ERR=/tmp/tmp.dVggAvO0lP + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiU3RjNzhzOVViZ1d3a0phQzUxdEl2b2tnV0RrUVFXVDQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ZBh05332F2 secret/some-users patched + cat /tmp/tmp.dVggAvO0lP + rm /tmp/tmp.ZBh05332F2 /tmp/tmp.dVggAvO0lP + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready.OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready.OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bWHTbgiync +++ mktemp ++ local LAST_ERR=/tmp/tmp.bjxK0T53cG ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.bWHTbgiync ++ cat /tmp/tmp.bjxK0T53cG ++ rm /tmp/tmp.bWHTbgiync /tmp/tmp.bjxK0T53cG ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready.OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QCzdm4cg1U +++ mktemp ++ local LAST_ERR=/tmp/tmp.r46q5W1z32 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.QCzdm4cg1U ++ cat /tmp/tmp.r46q5W1z32 ++ rm /tmp/tmp.QCzdm4cg1U /tmp/tmp.r46q5W1z32 ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ci4sTuHNmf +++ mktemp ++ local LAST_ERR=/tmp/tmp.eOQG4viBMI ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Ci4sTuHNmf ++ cat /tmp/tmp.eOQG4viBMI ++ rm /tmp/tmp.Ci4sTuHNmf /tmp/tmp.eOQG4viBMI ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster readyness.................................................................................................................................................. + sleep 90 + desc 'check if pmm-client container enabled' + set +o xtrace ----------------------------------------------------------------------------------- check if pmm-client container enabled ----------------------------------------------------------------------------------- + compare_kubectl statefulset/monitoring-rs0 + local resource=statefulset/monitoring-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml + local new_result=/tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-oc.yml ']' + kubectl_bin get -o yaml statefulset/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-17579", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.GpocrTupT4 ++ mktemp + local LAST_ERR=/tmp/tmp.9iUk5ttCB3 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.GpocrTupT4 + cat /tmp/tmp.9iUk5ttCB3 + rm /tmp/tmp.GpocrTupT4 /tmp/tmp.9iUk5ttCB3 + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml /tmp/tmp.eCgde34gmO/statefulset_monitoring-rs0.yml + log 'compare_kubectl: statefulset/monitoring-rs0 OK' + set +o xtrace [2026-06-09T09:30:17+0000] compare_kubectl: statefulset/monitoring-rs0 OK + compare_kubectl service/monitoring-rs0 + local resource=service/monitoring-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml + local new_result=/tmp/tmp.eCgde34gmO/service_monitoring-rs0.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0-oc.yml ']' + kubectl_bin get -o yaml service/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-17579", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.vq0gM4f5Lo ++ mktemp + local LAST_ERR=/tmp/tmp.SjSP2ca3pc + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml service/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.vq0gM4f5Lo + cat /tmp/tmp.SjSP2ca3pc + rm /tmp/tmp.vq0gM4f5Lo /tmp/tmp.SjSP2ca3pc + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.eCgde34gmO/service_monitoring-rs0.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.eCgde34gmO/service_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.eCgde34gmO/service_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml /tmp/tmp.eCgde34gmO/service_monitoring-rs0.yml + log 'compare_kubectl: service/monitoring-rs0 OK' + set +o xtrace [2026-06-09T09:30:17+0000] compare_kubectl: service/monitoring-rs0 OK + compare_kubectl service/monitoring-mongos + local resource=service/monitoring-mongos + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml + local new_result=/tmp/tmp.eCgde34gmO/service_monitoring-mongos.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos-oc.yml ']' + kubectl_bin get -o yaml service/monitoring-mongos + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-17579", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.ZKu4f4bHSC ++ mktemp + local LAST_ERR=/tmp/tmp.DJlwmxdVJP + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml service/monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ZKu4f4bHSC + cat /tmp/tmp.DJlwmxdVJP + rm /tmp/tmp.ZKu4f4bHSC /tmp/tmp.DJlwmxdVJP + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.eCgde34gmO/service_monitoring-mongos.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.eCgde34gmO/service_monitoring-mongos.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.eCgde34gmO/service_monitoring-mongos.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml /tmp/tmp.eCgde34gmO/service_monitoring-mongos.yml + log 'compare_kubectl: service/monitoring-mongos OK' + set +o xtrace [2026-06-09T09:30:18+0000] compare_kubectl: service/monitoring-mongos OK + compare_kubectl statefulset/monitoring-cfg + local resource=statefulset/monitoring-cfg + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml + local new_result=/tmp/tmp.eCgde34gmO/statefulset_monitoring-cfg.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg-oc.yml ']' + kubectl_bin get -o yaml statefulset/monitoring-cfg ++ mktemp + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-17579", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - + local LAST_OUT=/tmp/tmp.Tp5y6YjNY6 ++ mktemp + local LAST_ERR=/tmp/tmp.SjYKrX3HKD + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-cfg + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Tp5y6YjNY6 + cat /tmp/tmp.SjYKrX3HKD + rm /tmp/tmp.Tp5y6YjNY6 /tmp/tmp.SjYKrX3HKD + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-cfg.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-cfg.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-cfg.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml /tmp/tmp.eCgde34gmO/statefulset_monitoring-cfg.yml + log 'compare_kubectl: statefulset/monitoring-cfg OK' + set +o xtrace [2026-06-09T09:30:20+0000] compare_kubectl: statefulset/monitoring-cfg OK + compare_kubectl statefulset/monitoring-mongos + local resource=statefulset/monitoring-mongos + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml + local new_result=/tmp/tmp.eCgde34gmO/statefulset_monitoring-mongos.yml + '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos-oc.yml ']' + kubectl_bin get -o yaml statefulset/monitoring-mongos + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-17579", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.vqmlXmJMBu ++ mktemp + local LAST_ERR=/tmp/tmp.Lrnk5CRnes + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.vqmlXmJMBu + cat /tmp/tmp.Lrnk5CRnes + rm /tmp/tmp.vqmlXmJMBu /tmp/tmp.Lrnk5CRnes + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-mongos.yml + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-mongos.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.eCgde34gmO/statefulset_monitoring-mongos.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml /tmp/tmp.eCgde34gmO/statefulset_monitoring-mongos.yml + log 'compare_kubectl: statefulset/monitoring-mongos OK' + set +o xtrace [2026-06-09T09:30:21+0000] compare_kubectl: statefulset/monitoring-mongos OK + desc 'check mongod metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongod metrics ----------------------------------------------------------------------------------- + get_metric_values node_boot_time_seconds monitoring-2-0-17579-monitoring-rs0-1 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-17579-monitoring-rs0-1 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1780997361 ++ /usr/sbin/date -u +%s + local end=1780997421 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.pxAD5QkZ0l ++++ mktemp +++ local LAST_ERR=/tmp/tmp.7ENmRvHrwP +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.pxAD5QkZ0l +++ cat /tmp/tmp.7ENmRvHrwP +++ rm /tmp/tmp.pxAD5QkZ0l /tmp/tmp.7ENmRvHrwP +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.BYtD4K2zoy ++++ mktemp +++ local LAST_ERR=/tmp/tmp.135lHuAeFt +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.BYtD4K2zoy +++ cat /tmp/tmp.135lHuAeFt +++ rm /tmp/tmp.BYtD4K2zoy /tmp/tmp.135lHuAeFt +++ return 0 ++ local ip=136.115.248.64 ++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' ++ echo 136.115.248.64 ++ return + local endpoint=136.115.248.64 + jq '.data.result[0].values[][1]' + curl -s -k 'https://admin:admin@136.115.248.64/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-rs0-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-rs0-1%22%7D%29&start=1780997361&end=1780997421&step=60' + grep '^"[0-9]' "1780993293" "1780993293" + get_metric_values mongodb_connections monitoring-2-0-17579-monitoring-rs0-1 admin:admin + local metric=mongodb_connections + local instance=monitoring-2-0-17579-monitoring-rs0-1 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1780997364 ++ /usr/sbin/date -u +%s + local end=1780997424 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ sed -e 's/^"//; s/"$//;' +++ jq '.status.loadBalancer.ingress[].hostname' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.PUQYNX871u ++++ mktemp +++ local LAST_ERR=/tmp/tmp.LduofsIT7w +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.PUQYNX871u +++ cat /tmp/tmp.LduofsIT7w +++ rm /tmp/tmp.PUQYNX871u /tmp/tmp.LduofsIT7w +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.1DM3xyPqOA ++++ mktemp +++ local LAST_ERR=/tmp/tmp.JnoPrspg3n +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.1DM3xyPqOA +++ cat /tmp/tmp.JnoPrspg3n +++ rm /tmp/tmp.1DM3xyPqOA /tmp/tmp.JnoPrspg3n +++ return 0 ++ local ip=136.115.248.64 ++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' ++ echo 136.115.248.64 ++ return + local endpoint=136.115.248.64 + jq '.data.result[0].values[][1]' + curl -s -k 'https://admin:admin@136.115.248.64/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-rs0-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-rs0-1%22%7D%29&start=1780997364&end=1780997424&step=60' + grep '^"[0-9]' "0" "0" + desc 'check mongo config metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongo config metrics ----------------------------------------------------------------------------------- + get_metric_values node_boot_time_seconds monitoring-2-0-17579-monitoring-cfg-1 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-17579-monitoring-cfg-1 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1780997366 ++ /usr/sbin/date -u +%s + local end=1780997426 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.McsBIq3y5R ++++ mktemp +++ local LAST_ERR=/tmp/tmp.YLT0gXRaJJ +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.McsBIq3y5R +++ cat /tmp/tmp.YLT0gXRaJJ +++ rm /tmp/tmp.McsBIq3y5R /tmp/tmp.YLT0gXRaJJ +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.YoRmcLCEvX ++++ mktemp +++ local LAST_ERR=/tmp/tmp.96vQwOAV24 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.YoRmcLCEvX +++ cat /tmp/tmp.96vQwOAV24 +++ rm /tmp/tmp.YoRmcLCEvX /tmp/tmp.96vQwOAV24 +++ return 0 ++ local ip=136.115.248.64 ++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' ++ echo 136.115.248.64 ++ return + local endpoint=136.115.248.64 + curl -s -k 'https://admin:admin@136.115.248.64/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-cfg-1%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-cfg-1%22%7D%29&start=1780997366&end=1780997426&step=60' + jq '.data.result[0].values[][1]' + grep '^"[0-9]' "1780993293" "1780993293" + get_metric_values mongodb_connections monitoring-2-0-17579-monitoring-cfg-1 admin:admin + local metric=mongodb_connections + local instance=monitoring-2-0-17579-monitoring-cfg-1 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1780997369 ++ /usr/sbin/date -u +%s + local end=1780997429 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.9OUYTEYMp1 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fsbGgxJhg1 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.9OUYTEYMp1 +++ cat /tmp/tmp.fsbGgxJhg1 +++ rm /tmp/tmp.9OUYTEYMp1 /tmp/tmp.fsbGgxJhg1 +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.2vgrqoppdO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.spoMaFlhDz +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.2vgrqoppdO +++ cat /tmp/tmp.spoMaFlhDz +++ rm /tmp/tmp.2vgrqoppdO /tmp/tmp.spoMaFlhDz +++ return 0 ++ local ip=136.115.248.64 ++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' ++ echo 136.115.248.64 ++ return + local endpoint=136.115.248.64 + jq '.data.result[0].values[][1]' + curl -s -k 'https://admin:admin@136.115.248.64/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-cfg-1%22%7d%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-cfg-1%22%7D%29&start=1780997369&end=1780997429&step=60' + grep '^"[0-9]' "0" "0" + desc 'check mongos metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongos metrics ----------------------------------------------------------------------------------- ++ kubectl get pod -l app.kubernetes.io/component=mongos -o 'jsonpath={.items[0].metadata.name}' + MONGOS_POD_NAME=monitoring-mongos-0 + get_metric_values node_boot_time_seconds monitoring-2-0-17579-monitoring-mongos-0 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-17579-monitoring-mongos-0 + local user_pass=admin:admin ++ /usr/sbin/date -u +%s -d '-1 minute' + local start=1780997373 ++ /usr/sbin/date -u +%s + local end=1780997433 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.aH4jQ0dmvf ++++ mktemp +++ local LAST_ERR=/tmp/tmp.WHRjujpRK1 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.aH4jQ0dmvf +++ cat /tmp/tmp.WHRjujpRK1 +++ rm /tmp/tmp.aH4jQ0dmvf /tmp/tmp.WHRjujpRK1 +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.stjjktywcR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.hOUhC82Iiy +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.stjjktywcR +++ cat /tmp/tmp.hOUhC82Iiy +++ rm /tmp/tmp.stjjktywcR /tmp/tmp.hOUhC82Iiy +++ return 0 ++ local ip=136.115.248.64 ++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' ++ echo 136.115.248.64 ++ return + local endpoint=136.115.248.64 + curl -s -k 'https://admin:admin@136.115.248.64/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-mongos-0%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-17579-monitoring-mongos-0%22%7D%29&start=1780997373&end=1780997433&step=60' + jq '.data.result[0].values[][1]' + grep '^"[0-9]' "1780996658" "1780996658" + sleep 90 + desc 'check QAN data' + set +o xtrace ----------------------------------------------------------------------------------- check QAN data ----------------------------------------------------------------------------------- + get_qan_values mongodb dev-mongod admin:admin + local service_type=mongodb + local environment=dev-mongod + local user_pass=admin:admin + local start + local end + local endpoint ++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z + start=2026-06-08T21:32:05+00:00 ++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z + end=2026-06-09T09:32:05+00:00 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ndA1hYbHwn ++++ mktemp +++ local LAST_ERR=/tmp/tmp.NXUgLw82lR +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.ndA1hYbHwn +++ cat /tmp/tmp.NXUgLw82lR +++ rm /tmp/tmp.ndA1hYbHwn /tmp/tmp.NXUgLw82lR +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.qS1qS8uKZR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Irn8mQLTGz +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.qS1qS8uKZR +++ cat /tmp/tmp.Irn8mQLTGz +++ rm /tmp/tmp.qS1qS8uKZR /tmp/tmp.Irn8mQLTGz +++ return 0 ++ local ip=136.115.248.64 ++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' ++ echo 136.115.248.64 ++ return + endpoint=136.115.248.64 + cat + local response + retry=0 ++ curl -s -k -XPOST -d @payload.json https://admin:admin@136.115.248.64/v0/qan/GetReport ++ jq '.rows[].sparkline' + [[ [ { "time_frame": 360, "timestamp": "2026-06-09T09:32:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-06-09T09:26:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-06-09T09:20:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-06-09T09:14:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-06-09T09:08:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-06-09T09:02:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-06-09T08:56:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-06-09T08:50:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-06-09T08:44:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-06-09T08:38:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-06-09T08:32:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-06-09T08:26:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-06-09T08:20:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-06-09T08:14:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-06-09T08:08:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-06-09T08:02:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-06-09T07:56:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-06-09T07:50:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-06-09T07:44:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-06-09T07:38:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-06-09T07:32:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-06-09T07:26:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-06-09T07:20:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-06-09T07:14:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-06-09T07:08:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-06-09T07:02:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-06-09T06:56:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-06-09T06:50:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-06-09T06:44:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-06-09T06:38:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-06-09T06:32:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-06-09T06:26:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-06-09T06:20:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-06-09T06:14:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-06-09T06:08:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-06-09T06:02:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-06-09T05:56:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-06-09T05:50:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-06-09T05:44:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-06-09T05:38:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-06-09T05:32:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-06-09T05:26:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-06-09T05:20:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-06-09T05:14:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-06-09T05:08:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-06-09T05:02:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-06-09T04:56:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-06-09T04:50:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-06-09T04:44:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-06-09T04:38:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-06-09T04:32:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-06-09T04:26:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-06-09T04:20:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-06-09T04:14:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-06-09T04:08:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-06-09T04:02:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-06-09T03:56:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-06-09T03:50:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-06-09T03:44:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-06-09T03:38:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-06-09T03:32:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-06-09T03:26:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-06-09T03:20:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-06-09T03:14:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-06-09T03:08:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-06-09T03:02:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-06-09T02:56:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-06-09T02:50:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-06-09T02:44:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-06-09T02:38:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-06-09T02:32:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-06-09T02:26:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-06-09T02:20:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-06-09T02:14:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-06-09T02:08:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-06-09T02:02:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-06-09T01:56:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-06-09T01:50:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-06-09T01:44:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-06-09T01:38:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-06-09T01:32:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-06-09T01:26:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-06-09T01:20:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-06-09T01:14:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-06-09T01:08:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-06-09T01:02:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-06-09T00:56:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-06-09T00:50:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-06-09T00:44:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-06-09T00:38:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-06-09T00:32:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-06-09T00:26:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-06-09T00:20:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-06-09T00:14:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-06-09T00:08:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-06-09T00:02:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-06-08T23:56:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-06-08T23:50:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-06-08T23:44:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-06-08T23:38:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-06-08T23:32:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-06-08T23:26:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-06-08T23:20:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-06-08T23:14:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-06-08T23:08:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-06-08T23:02:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-06-08T22:56:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-06-08T22:50:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-06-08T22:44:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-06-08T22:38:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-06-08T22:32:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-06-08T22:26:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-06-08T22:20:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-06-08T22:14:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-06-08T22:08:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-06-08T22:02:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-06-08T21:56:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-06-08T21:50:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-06-08T21:44:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-06-08T21:38:00Z" } ] [ { "time_frame": 360, "timestamp": "2026-06-09T09:32:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-06-09T09:26:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-06-09T09:20:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-06-09T09:14:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-06-09T09:08:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-06-09T09:02:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-06-09T08:56:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-06-09T08:50:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-06-09T08:44:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-06-09T08:38:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-06-09T08:32:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-06-09T08:26:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-06-09T08:20:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-06-09T08:14:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-06-09T08:08:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-06-09T08:02:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-06-09T07:56:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-06-09T07:50:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-06-09T07:44:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-06-09T07:38:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-06-09T07:32:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-06-09T07:26:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-06-09T07:20:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-06-09T07:14:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-06-09T07:08:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-06-09T07:02:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-06-09T06:56:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-06-09T06:50:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-06-09T06:44:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-06-09T06:38:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-06-09T06:32:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-06-09T06:26:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-06-09T06:20:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-06-09T06:14:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-06-09T06:08:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-06-09T06:02:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-06-09T05:56:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-06-09T05:50:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-06-09T05:44:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-06-09T05:38:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-06-09T05:32:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-06-09T05:26:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-06-09T05:20:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-06-09T05:14:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-06-09T05:08:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-06-09T05:02:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-06-09T04:56:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-06-09T04:50:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-06-09T04:44:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-06-09T04:38:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-06-09T04:32:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-06-09T04:26:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-06-09T04:20:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-06-09T04:14:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-06-09T04:08:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-06-09T04:02:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-06-09T03:56:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-06-09T03:50:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-06-09T03:44:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-06-09T03:38:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-06-09T03:32:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-06-09T03:26:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-06-09T03:20:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-06-09T03:14:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-06-09T03:08:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-06-09T03:02:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-06-09T02:56:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-06-09T02:50:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-06-09T02:44:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-06-09T02:38:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-06-09T02:32:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-06-09T02:26:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-06-09T02:20:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-06-09T02:14:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-06-09T02:08:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-06-09T02:02:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-06-09T01:56:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-06-09T01:50:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-06-09T01:44:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-06-09T01:38:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-06-09T01:32:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-06-09T01:26:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-06-09T01:20:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-06-09T01:14:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-06-09T01:08:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-06-09T01:02:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-06-09T00:56:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-06-09T00:50:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-06-09T00:44:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-06-09T00:38:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-06-09T00:32:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-06-09T00:26:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-06-09T00:20:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-06-09T00:14:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-06-09T00:08:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-06-09T00:02:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-06-08T23:56:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-06-08T23:50:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-06-08T23:44:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-06-08T23:38:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-06-08T23:32:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-06-08T23:26:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-06-08T23:20:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-06-08T23:14:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-06-08T23:08:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-06-08T23:02:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-06-08T22:56:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-06-08T22:50:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-06-08T22:44:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-06-08T22:38:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-06-08T22:32:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-06-08T22:26:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-06-08T22:20:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-06-08T22:14:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-06-08T22:08:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-06-08T22:02:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-06-08T21:56:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-06-08T21:50:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-06-08T21:44:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-06-08T21:38:00Z" } ] [ { "time_frame": 360, "timestamp": "2026-06-09T09:32:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-06-09T09:26:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-06-09T09:20:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-06-09T09:14:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-06-09T09:08:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-06-09T09:02:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-06-09T08:56:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-06-09T08:50:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-06-09T08:44:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-06-09T08:38:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-06-09T08:32:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-06-09T08:26:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-06-09T08:20:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-06-09T08:14:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-06-09T08:08:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-06-09T08:02:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-06-09T07:56:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-06-09T07:50:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-06-09T07:44:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-06-09T07:38:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-06-09T07:32:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-06-09T07:26:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-06-09T07:20:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-06-09T07:14:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-06-09T07:08:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-06-09T07:02:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-06-09T06:56:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-06-09T06:50:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-06-09T06:44:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-06-09T06:38:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-06-09T06:32:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-06-09T06:26:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-06-09T06:20:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-06-09T06:14:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-06-09T06:08:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-06-09T06:02:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-06-09T05:56:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-06-09T05:50:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-06-09T05:44:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-06-09T05:38:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-06-09T05:32:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-06-09T05:26:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-06-09T05:20:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-06-09T05:14:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-06-09T05:08:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-06-09T05:02:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-06-09T04:56:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-06-09T04:50:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-06-09T04:44:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-06-09T04:38:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-06-09T04:32:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-06-09T04:26:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-06-09T04:20:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-06-09T04:14:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-06-09T04:08:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-06-09T04:02:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-06-09T03:56:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-06-09T03:50:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-06-09T03:44:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-06-09T03:38:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-06-09T03:32:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-06-09T03:26:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-06-09T03:20:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-06-09T03:14:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-06-09T03:08:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-06-09T03:02:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-06-09T02:56:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-06-09T02:50:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-06-09T02:44:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-06-09T02:38:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-06-09T02:32:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-06-09T02:26:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-06-09T02:20:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-06-09T02:14:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-06-09T02:08:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-06-09T02:02:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-06-09T01:56:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-06-09T01:50:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-06-09T01:44:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-06-09T01:38:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-06-09T01:32:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-06-09T01:26:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-06-09T01:20:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-06-09T01:14:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-06-09T01:08:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-06-09T01:02:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-06-09T00:56:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-06-09T00:50:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-06-09T00:44:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-06-09T00:38:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-06-09T00:32:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-06-09T00:26:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-06-09T00:20:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-06-09T00:14:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-06-09T00:08:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-06-09T00:02:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-06-08T23:56:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-06-08T23:50:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-06-08T23:44:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-06-08T23:38:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-06-08T23:32:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-06-08T23:26:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-06-08T23:20:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-06-08T23:14:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-06-08T23:08:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-06-08T23:02:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-06-08T22:56:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-06-08T22:50:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-06-08T22:44:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-06-08T22:38:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-06-08T22:32:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-06-08T22:26:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-06-08T22:20:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-06-08T22:14:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-06-08T22:08:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-06-08T22:02:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-06-08T21:56:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-06-08T21:50:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-06-08T21:44:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-06-08T21:38:00Z" } ] [ { "time_frame": 360, "timestamp": "2026-06-09T09:32:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-06-09T09:26:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-06-09T09:20:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-06-09T09:14:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-06-09T09:08:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-06-09T09:02:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-06-09T08:56:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-06-09T08:50:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-06-09T08:44:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-06-09T08:38:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-06-09T08:32:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-06-09T08:26:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-06-09T08:20:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-06-09T08:14:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-06-09T08:08:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-06-09T08:02:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-06-09T07:56:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-06-09T07:50:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-06-09T07:44:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-06-09T07:38:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-06-09T07:32:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-06-09T07:26:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-06-09T07:20:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-06-09T07:14:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-06-09T07:08:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-06-09T07:02:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-06-09T06:56:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-06-09T06:50:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-06-09T06:44:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-06-09T06:38:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-06-09T06:32:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-06-09T06:26:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-06-09T06:20:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-06-09T06:14:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-06-09T06:08:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-06-09T06:02:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-06-09T05:56:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-06-09T05:50:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-06-09T05:44:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-06-09T05:38:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-06-09T05:32:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-06-09T05:26:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-06-09T05:20:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-06-09T05:14:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-06-09T05:08:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-06-09T05:02:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-06-09T04:56:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-06-09T04:50:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-06-09T04:44:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-06-09T04:38:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-06-09T04:32:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-06-09T04:26:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-06-09T04:20:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-06-09T04:14:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-06-09T04:08:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-06-09T04:02:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-06-09T03:56:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-06-09T03:50:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-06-09T03:44:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-06-09T03:38:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-06-09T03:32:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-06-09T03:26:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-06-09T03:20:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-06-09T03:14:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-06-09T03:08:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-06-09T03:02:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-06-09T02:56:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-06-09T02:50:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-06-09T02:44:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-06-09T02:38:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-06-09T02:32:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-06-09T02:26:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-06-09T02:20:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-06-09T02:14:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-06-09T02:08:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-06-09T02:02:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-06-09T01:56:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-06-09T01:50:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-06-09T01:44:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-06-09T01:38:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-06-09T01:32:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-06-09T01:26:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-06-09T01:20:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-06-09T01:14:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-06-09T01:08:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-06-09T01:02:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-06-09T00:56:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-06-09T00:50:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-06-09T00:44:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-06-09T00:38:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-06-09T00:32:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-06-09T00:26:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-06-09T00:20:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-06-09T00:14:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-06-09T00:08:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-06-09T00:02:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-06-08T23:56:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-06-08T23:50:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-06-08T23:44:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-06-08T23:38:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-06-08T23:32:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-06-08T23:26:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-06-08T23:20:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-06-08T23:14:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-06-08T23:08:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-06-08T23:02:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-06-08T22:56:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-06-08T22:50:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-06-08T22:44:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-06-08T22:38:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-06-08T22:32:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-06-08T22:26:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-06-08T22:20:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-06-08T22:14:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-06-08T22:08:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-06-08T22:02:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-06-08T21:56:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-06-08T21:50:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-06-08T21:44:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-06-08T21:38:00Z" } ] != null ]] + rm -f payload.json + get_qan_values mongodb dev-mongos admin:admin + local service_type=mongodb + local environment=dev-mongos + local user_pass=admin:admin + local start + local end + local endpoint ++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z + start=2026-06-08T21:32:08+00:00 ++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z + end=2026-06-09T09:32:08+00:00 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.nkUEKHkf70 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.BVlQzzlhLD +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.nkUEKHkf70 +++ cat /tmp/tmp.BVlQzzlhLD +++ rm /tmp/tmp.nkUEKHkf70 /tmp/tmp.BVlQzzlhLD +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.L2KHZTtvW5 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.iMS56YkFO0 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.L2KHZTtvW5 +++ cat /tmp/tmp.iMS56YkFO0 +++ rm /tmp/tmp.L2KHZTtvW5 /tmp/tmp.iMS56YkFO0 +++ return 0 ++ local ip=136.115.248.64 ++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' ++ echo 136.115.248.64 ++ return + endpoint=136.115.248.64 + cat + local response + retry=0 ++ curl -s -k -XPOST -d @payload.json https://admin:admin@136.115.248.64/v0/qan/GetReport ++ jq '.rows[].sparkline' + [[ [ { "time_frame": 360, "timestamp": "2026-06-09T09:32:00Z" }, { "point": 1, "time_frame": 360, "timestamp": "2026-06-09T09:26:00Z" }, { "point": 2, "time_frame": 360, "timestamp": "2026-06-09T09:20:00Z" }, { "point": 3, "time_frame": 360, "timestamp": "2026-06-09T09:14:00Z" }, { "point": 4, "time_frame": 360, "timestamp": "2026-06-09T09:08:00Z" }, { "point": 5, "time_frame": 360, "timestamp": "2026-06-09T09:02:00Z" }, { "point": 6, "time_frame": 360, "timestamp": "2026-06-09T08:56:00Z" }, { "point": 7, "time_frame": 360, "timestamp": "2026-06-09T08:50:00Z" }, { "point": 8, "time_frame": 360, "timestamp": "2026-06-09T08:44:00Z" }, { "point": 9, "time_frame": 360, "timestamp": "2026-06-09T08:38:00Z" }, { "point": 10, "time_frame": 360, "timestamp": "2026-06-09T08:32:00Z" }, { "point": 11, "time_frame": 360, "timestamp": "2026-06-09T08:26:00Z" }, { "point": 12, "time_frame": 360, "timestamp": "2026-06-09T08:20:00Z" }, { "point": 13, "time_frame": 360, "timestamp": "2026-06-09T08:14:00Z" }, { "point": 14, "time_frame": 360, "timestamp": "2026-06-09T08:08:00Z" }, { "point": 15, "time_frame": 360, "timestamp": "2026-06-09T08:02:00Z" }, { "point": 16, "time_frame": 360, "timestamp": "2026-06-09T07:56:00Z" }, { "point": 17, "time_frame": 360, "timestamp": "2026-06-09T07:50:00Z" }, { "point": 18, "time_frame": 360, "timestamp": "2026-06-09T07:44:00Z" }, { "point": 19, "time_frame": 360, "timestamp": "2026-06-09T07:38:00Z" }, { "point": 20, "time_frame": 360, "timestamp": "2026-06-09T07:32:00Z" }, { "point": 21, "time_frame": 360, "timestamp": "2026-06-09T07:26:00Z" }, { "point": 22, "time_frame": 360, "timestamp": "2026-06-09T07:20:00Z" }, { "point": 23, "time_frame": 360, "timestamp": "2026-06-09T07:14:00Z" }, { "point": 24, "time_frame": 360, "timestamp": "2026-06-09T07:08:00Z" }, { "point": 25, "time_frame": 360, "timestamp": "2026-06-09T07:02:00Z" }, { "point": 26, "time_frame": 360, "timestamp": "2026-06-09T06:56:00Z" }, { "point": 27, "time_frame": 360, "timestamp": "2026-06-09T06:50:00Z" }, { "point": 28, "time_frame": 360, "timestamp": "2026-06-09T06:44:00Z" }, { "point": 29, "time_frame": 360, "timestamp": "2026-06-09T06:38:00Z" }, { "point": 30, "time_frame": 360, "timestamp": "2026-06-09T06:32:00Z" }, { "point": 31, "time_frame": 360, "timestamp": "2026-06-09T06:26:00Z" }, { "point": 32, "time_frame": 360, "timestamp": "2026-06-09T06:20:00Z" }, { "point": 33, "time_frame": 360, "timestamp": "2026-06-09T06:14:00Z" }, { "point": 34, "time_frame": 360, "timestamp": "2026-06-09T06:08:00Z" }, { "point": 35, "time_frame": 360, "timestamp": "2026-06-09T06:02:00Z" }, { "point": 36, "time_frame": 360, "timestamp": "2026-06-09T05:56:00Z" }, { "point": 37, "time_frame": 360, "timestamp": "2026-06-09T05:50:00Z" }, { "point": 38, "time_frame": 360, "timestamp": "2026-06-09T05:44:00Z" }, { "point": 39, "time_frame": 360, "timestamp": "2026-06-09T05:38:00Z" }, { "point": 40, "time_frame": 360, "timestamp": "2026-06-09T05:32:00Z" }, { "point": 41, "time_frame": 360, "timestamp": "2026-06-09T05:26:00Z" }, { "point": 42, "time_frame": 360, "timestamp": "2026-06-09T05:20:00Z" }, { "point": 43, "time_frame": 360, "timestamp": "2026-06-09T05:14:00Z" }, { "point": 44, "time_frame": 360, "timestamp": "2026-06-09T05:08:00Z" }, { "point": 45, "time_frame": 360, "timestamp": "2026-06-09T05:02:00Z" }, { "point": 46, "time_frame": 360, "timestamp": "2026-06-09T04:56:00Z" }, { "point": 47, "time_frame": 360, "timestamp": "2026-06-09T04:50:00Z" }, { "point": 48, "time_frame": 360, "timestamp": "2026-06-09T04:44:00Z" }, { "point": 49, "time_frame": 360, "timestamp": "2026-06-09T04:38:00Z" }, { "point": 50, "time_frame": 360, "timestamp": "2026-06-09T04:32:00Z" }, { "point": 51, "time_frame": 360, "timestamp": "2026-06-09T04:26:00Z" }, { "point": 52, "time_frame": 360, "timestamp": "2026-06-09T04:20:00Z" }, { "point": 53, "time_frame": 360, "timestamp": "2026-06-09T04:14:00Z" }, { "point": 54, "time_frame": 360, "timestamp": "2026-06-09T04:08:00Z" }, { "point": 55, "time_frame": 360, "timestamp": "2026-06-09T04:02:00Z" }, { "point": 56, "time_frame": 360, "timestamp": "2026-06-09T03:56:00Z" }, { "point": 57, "time_frame": 360, "timestamp": "2026-06-09T03:50:00Z" }, { "point": 58, "time_frame": 360, "timestamp": "2026-06-09T03:44:00Z" }, { "point": 59, "time_frame": 360, "timestamp": "2026-06-09T03:38:00Z" }, { "point": 60, "time_frame": 360, "timestamp": "2026-06-09T03:32:00Z" }, { "point": 61, "time_frame": 360, "timestamp": "2026-06-09T03:26:00Z" }, { "point": 62, "time_frame": 360, "timestamp": "2026-06-09T03:20:00Z" }, { "point": 63, "time_frame": 360, "timestamp": "2026-06-09T03:14:00Z" }, { "point": 64, "time_frame": 360, "timestamp": "2026-06-09T03:08:00Z" }, { "point": 65, "time_frame": 360, "timestamp": "2026-06-09T03:02:00Z" }, { "point": 66, "time_frame": 360, "timestamp": "2026-06-09T02:56:00Z" }, { "point": 67, "time_frame": 360, "timestamp": "2026-06-09T02:50:00Z" }, { "point": 68, "time_frame": 360, "timestamp": "2026-06-09T02:44:00Z" }, { "point": 69, "time_frame": 360, "timestamp": "2026-06-09T02:38:00Z" }, { "point": 70, "time_frame": 360, "timestamp": "2026-06-09T02:32:00Z" }, { "point": 71, "time_frame": 360, "timestamp": "2026-06-09T02:26:00Z" }, { "point": 72, "time_frame": 360, "timestamp": "2026-06-09T02:20:00Z" }, { "point": 73, "time_frame": 360, "timestamp": "2026-06-09T02:14:00Z" }, { "point": 74, "time_frame": 360, "timestamp": "2026-06-09T02:08:00Z" }, { "point": 75, "time_frame": 360, "timestamp": "2026-06-09T02:02:00Z" }, { "point": 76, "time_frame": 360, "timestamp": "2026-06-09T01:56:00Z" }, { "point": 77, "time_frame": 360, "timestamp": "2026-06-09T01:50:00Z" }, { "point": 78, "time_frame": 360, "timestamp": "2026-06-09T01:44:00Z" }, { "point": 79, "time_frame": 360, "timestamp": "2026-06-09T01:38:00Z" }, { "point": 80, "time_frame": 360, "timestamp": "2026-06-09T01:32:00Z" }, { "point": 81, "time_frame": 360, "timestamp": "2026-06-09T01:26:00Z" }, { "point": 82, "time_frame": 360, "timestamp": "2026-06-09T01:20:00Z" }, { "point": 83, "time_frame": 360, "timestamp": "2026-06-09T01:14:00Z" }, { "point": 84, "time_frame": 360, "timestamp": "2026-06-09T01:08:00Z" }, { "point": 85, "time_frame": 360, "timestamp": "2026-06-09T01:02:00Z" }, { "point": 86, "time_frame": 360, "timestamp": "2026-06-09T00:56:00Z" }, { "point": 87, "time_frame": 360, "timestamp": "2026-06-09T00:50:00Z" }, { "point": 88, "time_frame": 360, "timestamp": "2026-06-09T00:44:00Z" }, { "point": 89, "time_frame": 360, "timestamp": "2026-06-09T00:38:00Z" }, { "point": 90, "time_frame": 360, "timestamp": "2026-06-09T00:32:00Z" }, { "point": 91, "time_frame": 360, "timestamp": "2026-06-09T00:26:00Z" }, { "point": 92, "time_frame": 360, "timestamp": "2026-06-09T00:20:00Z" }, { "point": 93, "time_frame": 360, "timestamp": "2026-06-09T00:14:00Z" }, { "point": 94, "time_frame": 360, "timestamp": "2026-06-09T00:08:00Z" }, { "point": 95, "time_frame": 360, "timestamp": "2026-06-09T00:02:00Z" }, { "point": 96, "time_frame": 360, "timestamp": "2026-06-08T23:56:00Z" }, { "point": 97, "time_frame": 360, "timestamp": "2026-06-08T23:50:00Z" }, { "point": 98, "time_frame": 360, "timestamp": "2026-06-08T23:44:00Z" }, { "point": 99, "time_frame": 360, "timestamp": "2026-06-08T23:38:00Z" }, { "point": 100, "time_frame": 360, "timestamp": "2026-06-08T23:32:00Z" }, { "point": 101, "time_frame": 360, "timestamp": "2026-06-08T23:26:00Z" }, { "point": 102, "time_frame": 360, "timestamp": "2026-06-08T23:20:00Z" }, { "point": 103, "time_frame": 360, "timestamp": "2026-06-08T23:14:00Z" }, { "point": 104, "time_frame": 360, "timestamp": "2026-06-08T23:08:00Z" }, { "point": 105, "time_frame": 360, "timestamp": "2026-06-08T23:02:00Z" }, { "point": 106, "time_frame": 360, "timestamp": "2026-06-08T22:56:00Z" }, { "point": 107, "time_frame": 360, "timestamp": "2026-06-08T22:50:00Z" }, { "point": 108, "time_frame": 360, "timestamp": "2026-06-08T22:44:00Z" }, { "point": 109, "time_frame": 360, "timestamp": "2026-06-08T22:38:00Z" }, { "point": 110, "time_frame": 360, "timestamp": "2026-06-08T22:32:00Z" }, { "point": 111, "time_frame": 360, "timestamp": "2026-06-08T22:26:00Z" }, { "point": 112, "time_frame": 360, "timestamp": "2026-06-08T22:20:00Z" }, { "point": 113, "time_frame": 360, "timestamp": "2026-06-08T22:14:00Z" }, { "point": 114, "time_frame": 360, "timestamp": "2026-06-08T22:08:00Z" }, { "point": 115, "time_frame": 360, "timestamp": "2026-06-08T22:02:00Z" }, { "point": 116, "time_frame": 360, "timestamp": "2026-06-08T21:56:00Z" }, { "point": 117, "time_frame": 360, "timestamp": "2026-06-08T21:50:00Z" }, { "point": 118, "time_frame": 360, "timestamp": "2026-06-08T21:44:00Z" }, { "point": 119, "time_frame": 360, "timestamp": "2026-06-08T21:38:00Z" } ] != null ]] + rm -f payload.json + nodeList=($(get_node_id_from_pmm)) ++ get_node_id_from_pmm ++ nodeList=() ++ local -a nodeList +++ kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name ++++ mktemp +++ local LAST_OUT=/tmp/tmp.fTvv5tlBYe ++++ mktemp +++ local LAST_ERR=/tmp/tmp.uGHXSbayXN +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.fTvv5tlBYe +++ cat /tmp/tmp.uGHXSbayXN +++ rm /tmp/tmp.fTvv5tlBYe /tmp/tmp.uGHXSbayXN +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.fJHkQZ1K8N ++++ mktemp +++ local LAST_ERR=/tmp/tmp.WsvT8tYfAg +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.fJHkQZ1K8N +++ cat /tmp/tmp.WsvT8tYfAg +++ rm /tmp/tmp.fJHkQZ1K8N /tmp/tmp.WsvT8tYfAg +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.rrlzLzvv66 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ywluzKpyOX +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.rrlzLzvv66 +++ cat /tmp/tmp.ywluzKpyOX +++ rm /tmp/tmp.rrlzLzvv66 /tmp/tmp.ywluzKpyOX +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5RGIWMpwYS ++++ mktemp +++ local LAST_ERR=/tmp/tmp.MMCu5TV6GE +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.5RGIWMpwYS +++ cat /tmp/tmp.MMCu5TV6GE +++ rm /tmp/tmp.5RGIWMpwYS /tmp/tmp.MMCu5TV6GE +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.CD7m94b25p ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Td05tROiZF +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.CD7m94b25p +++ cat /tmp/tmp.Td05tROiZF +++ rm /tmp/tmp.CD7m94b25p /tmp/tmp.Td05tROiZF +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.jkSKcY8l1U ++++ mktemp +++ local LAST_ERR=/tmp/tmp.3AsuP0iKf3 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.jkSKcY8l1U +++ cat /tmp/tmp.3AsuP0iKf3 +++ rm /tmp/tmp.jkSKcY8l1U /tmp/tmp.3AsuP0iKf3 +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.AdSfVyEuMi ++++ mktemp +++ local LAST_ERR=/tmp/tmp.3dGMB6FXzd +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.AdSfVyEuMi +++ cat /tmp/tmp.3dGMB6FXzd +++ rm /tmp/tmp.AdSfVyEuMi /tmp/tmp.3dGMB6FXzd +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.MysjHLUOeZ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.9sNZRBebsU +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.MysjHLUOeZ +++ cat /tmp/tmp.9sNZRBebsU +++ rm /tmp/tmp.MysjHLUOeZ /tmp/tmp.9sNZRBebsU +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.BPcwveyQM0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.nD2rShG5kU +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.BPcwveyQM0 +++ cat /tmp/tmp.nD2rShG5kU +++ rm /tmp/tmp.BPcwveyQM0 /tmp/tmp.nD2rShG5kU +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Tv4LOPMFIy ++++ mktemp +++ local LAST_ERR=/tmp/tmp.4Ih2qMThev +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Tv4LOPMFIy +++ cat /tmp/tmp.4Ih2qMThev +++ rm /tmp/tmp.Tv4LOPMFIy /tmp/tmp.4Ih2qMThev +++ return 0 ++ echo /node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0 /node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9 /node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649 /node_id/b87bf46c-3975-4134-b9f7-adff26e79229 /node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f /node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3 /node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7 /node_id/4d6c60b8-91a3-4939-9711-82332b1698bb /node_id/08410c71-69ae-4e66-8148-2319c65f8337 + nodeList_from_pmm=($(does_node_id_exists "${nodeList[@]}")) ++ does_node_id_exists /node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0 /node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9 /node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649 /node_id/b87bf46c-3975-4134-b9f7-adff26e79229 /node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f /node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3 /node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7 /node_id/4d6c60b8-91a3-4939-9711-82332b1698bb /node_id/08410c71-69ae-4e66-8148-2319c65f8337 ++ nodeList=('/node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0' '/node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9' '/node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649' '/node_id/b87bf46c-3975-4134-b9f7-adff26e79229' '/node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f' '/node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3' '/node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7' '/node_id/4d6c60b8-91a3-4939-9711-82332b1698bb' '/node_id/08410c71-69ae-4e66-8148-2319c65f8337') ++ local -a nodeList ++ nodeList_from_pmm=() ++ local -a nodeList_from_pmm ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.pocVS7MJU3 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.gSKh26CcsO ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.pocVS7MJU3 ++++ cat /tmp/tmp.gSKh26CcsO ++++ rm /tmp/tmp.pocVS7MJU3 /tmp/tmp.gSKh26CcsO ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.KpvMJkJIS3 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.oyMS5XoBck ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.KpvMJkJIS3 ++++ cat /tmp/tmp.oyMS5XoBck ++++ rm /tmp/tmp.KpvMJkJIS3 /tmp/tmp.oyMS5XoBck ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.OXrl4eH5ev ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fULFNCny3d +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.OXrl4eH5ev +++ cat /tmp/tmp.fULFNCny3d +++ rm /tmp/tmp.OXrl4eH5ev /tmp/tmp.fULFNCny3d +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.WIhrjvtkDS +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.aLlt9cFhGp ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.WIhrjvtkDS ++++ cat /tmp/tmp.aLlt9cFhGp ++++ rm /tmp/tmp.WIhrjvtkDS /tmp/tmp.aLlt9cFhGp ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.ukJzne881b +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.hBVRQShHLS ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.ukJzne881b ++++ cat /tmp/tmp.hBVRQShHLS ++++ rm /tmp/tmp.ukJzne881b /tmp/tmp.hBVRQShHLS ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.k8XialX5q7 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ckjJVavJJc +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.k8XialX5q7 +++ cat /tmp/tmp.ckjJVavJJc +++ rm /tmp/tmp.k8XialX5q7 /tmp/tmp.ckjJVavJJc +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.WrYD9kSrT1 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.eJ06WN9Auv ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.WrYD9kSrT1 ++++ cat /tmp/tmp.eJ06WN9Auv ++++ rm /tmp/tmp.WrYD9kSrT1 /tmp/tmp.eJ06WN9Auv ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.aEkyoNqBdI +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.9TmPqhesvH ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.aEkyoNqBdI ++++ cat /tmp/tmp.9TmPqhesvH ++++ rm /tmp/tmp.aEkyoNqBdI /tmp/tmp.9TmPqhesvH ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.EOb90wha5M ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zJz450dBeH +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.EOb90wha5M +++ cat /tmp/tmp.zJz450dBeH +++ rm /tmp/tmp.EOb90wha5M /tmp/tmp.zJz450dBeH +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/b87bf46c-3975-4134-b9f7-adff26e79229 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.XnPAQ8egf5 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.E3xOAqhUuG ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.XnPAQ8egf5 ++++ cat /tmp/tmp.E3xOAqhUuG ++++ rm /tmp/tmp.XnPAQ8egf5 /tmp/tmp.E3xOAqhUuG ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.2ZALRhV5IC +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.ifC6cZMj8o ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.2ZALRhV5IC ++++ cat /tmp/tmp.ifC6cZMj8o ++++ rm /tmp/tmp.2ZALRhV5IC /tmp/tmp.ifC6cZMj8o ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.HHvI4hwldE ++++ mktemp +++ local LAST_ERR=/tmp/tmp.nQHSCdrtzt +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.HHvI4hwldE +++ cat /tmp/tmp.nQHSCdrtzt +++ rm /tmp/tmp.HHvI4hwldE /tmp/tmp.nQHSCdrtzt +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.WF2FdnFZFh +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.P9ZpS9BlTQ ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.WF2FdnFZFh ++++ cat /tmp/tmp.P9ZpS9BlTQ ++++ rm /tmp/tmp.WF2FdnFZFh /tmp/tmp.P9ZpS9BlTQ ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.KXvSOBVNwz +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.YKdsDpEBSI ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.KXvSOBVNwz ++++ cat /tmp/tmp.YKdsDpEBSI ++++ rm /tmp/tmp.KXvSOBVNwz /tmp/tmp.YKdsDpEBSI ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.yuZujD6Q2D ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ePROe1bOSx +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.yuZujD6Q2D +++ cat /tmp/tmp.ePROe1bOSx +++ rm /tmp/tmp.yuZujD6Q2D /tmp/tmp.ePROe1bOSx +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.lDrqPHSOGf +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.cZHHKWxoS2 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.lDrqPHSOGf ++++ cat /tmp/tmp.cZHHKWxoS2 ++++ rm /tmp/tmp.lDrqPHSOGf /tmp/tmp.cZHHKWxoS2 ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.z0S2P4NkRt +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.faSttynxWl ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.z0S2P4NkRt ++++ cat /tmp/tmp.faSttynxWl ++++ rm /tmp/tmp.z0S2P4NkRt /tmp/tmp.faSttynxWl ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.em2sAap9cb ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lQUrbuJ0Fq +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.em2sAap9cb +++ cat /tmp/tmp.lQUrbuJ0Fq +++ rm /tmp/tmp.em2sAap9cb /tmp/tmp.lQUrbuJ0Fq +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.uyCKaCVBcA +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.XlgoybNPtH ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.uyCKaCVBcA ++++ cat /tmp/tmp.XlgoybNPtH ++++ rm /tmp/tmp.uyCKaCVBcA /tmp/tmp.XlgoybNPtH ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.Lof9Zvr891 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.3mg8trsb6x ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.Lof9Zvr891 ++++ cat /tmp/tmp.3mg8trsb6x ++++ rm /tmp/tmp.Lof9Zvr891 /tmp/tmp.3mg8trsb6x ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.H77nwRlirR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ONz9dxxfCy +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.H77nwRlirR +++ cat /tmp/tmp.ONz9dxxfCy +++ rm /tmp/tmp.H77nwRlirR /tmp/tmp.ONz9dxxfCy +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/4d6c60b8-91a3-4939-9711-82332b1698bb +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.KziI6xfmDw +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.wwQrKtjsw3 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.KziI6xfmDw ++++ cat /tmp/tmp.wwQrKtjsw3 ++++ rm /tmp/tmp.KziI6xfmDw /tmp/tmp.wwQrKtjsw3 ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.XfWhTLBUPf +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.lfBmN9Lmpl ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.XfWhTLBUPf ++++ cat /tmp/tmp.lfBmN9Lmpl ++++ rm /tmp/tmp.XfWhTLBUPf /tmp/tmp.lfBmN9Lmpl ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.gU7cY6UOal ++++ mktemp +++ local LAST_ERR=/tmp/tmp.H11NFy6cyD +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.gU7cY6UOal +++ cat /tmp/tmp.H11NFy6cyD +++ rm /tmp/tmp.gU7cY6UOal /tmp/tmp.H11NFy6cyD +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/08410c71-69ae-4e66-8148-2319c65f8337 ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' +++ awk '{print $4}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.JentVQ9U7I +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.RYTnsxeHey ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.JentVQ9U7I ++++ cat /tmp/tmp.RYTnsxeHey ++++ rm /tmp/tmp.JentVQ9U7I /tmp/tmp.RYTnsxeHey ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.UZudEJjfJL +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.h7Fj9N61zl ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.UZudEJjfJL ++++ cat /tmp/tmp.h7Fj9N61zl ++++ rm /tmp/tmp.UZudEJjfJL /tmp/tmp.h7Fj9N61zl ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.LyONBw0FXE ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5HQ2kcUJCx +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.LyONBw0FXE +++ cat /tmp/tmp.5HQ2kcUJCx +++ rm /tmp/tmp.LyONBw0FXE /tmp/tmp.5HQ2kcUJCx +++ return 0 ++ echo /node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0 /node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9 /node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649 /node_id/b87bf46c-3975-4134-b9f7-adff26e79229 /node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f /node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3 /node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7 /node_id/4d6c60b8-91a3-4939-9711-82332b1698bb /node_id/08410c71-69ae-4e66-8148-2319c65f8337 + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/b87bf46c-3975-4134-b9f7-adff26e79229 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/4d6c60b8-91a3-4939-9711-82332b1698bb ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/08410c71-69ae-4e66-8148-2319c65f8337 ']' + kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]' ++ mktemp + local LAST_OUT=/tmp/tmp.PNohnpkVbW ++ mktemp + local LAST_ERR=/tmp/tmp.fkYOiBc56u + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.PNohnpkVbW perconaservermongodb.psmdb.percona.com/monitoring patched + cat /tmp/tmp.fkYOiBc56u + rm /tmp/tmp.PNohnpkVbW /tmp/tmp.fkYOiBc56u + return 0 + wait_for_delete pod/monitoring-mongos-0 + local res=pod/monitoring-mongos-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-mongos-0 to be deleted.......................Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found + wait_for_delete pod/monitoring-rs0-0 + local res=pod/monitoring-rs0-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-rs0-0 to be deleted...........Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found + wait_for_delete pod/monitoring-cfg-0 + local res=pod/monitoring-cfg-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-cfg-0 to be deleted..........Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found + desc 'check if services are not deleted' + set +o xtrace ----------------------------------------------------------------------------------- check if services are not deleted ----------------------------------------------------------------------------------- + kubectl_bin get svc monitoring-rs0 ++ mktemp + local LAST_OUT=/tmp/tmp.IL6Euj3kus ++ mktemp + local LAST_ERR=/tmp/tmp.N1r20ZdXYB + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.IL6Euj3kus NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-rs0 ClusterIP None 27019/TCP 15m + cat /tmp/tmp.N1r20ZdXYB + rm /tmp/tmp.IL6Euj3kus /tmp/tmp.N1r20ZdXYB + return 0 + kubectl_bin get svc monitoring-cfg ++ mktemp + local LAST_OUT=/tmp/tmp.69J2ydlMNn ++ mktemp + local LAST_ERR=/tmp/tmp.PW6DIh0m7o + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-cfg + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.69J2ydlMNn NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-cfg ClusterIP None 27019/TCP 15m + cat /tmp/tmp.PW6DIh0m7o + rm /tmp/tmp.69J2ydlMNn /tmp/tmp.PW6DIh0m7o + return 0 + kubectl_bin get svc monitoring-mongos ++ mktemp + local LAST_OUT=/tmp/tmp.DRgwEf8UD2 ++ mktemp + local LAST_ERR=/tmp/tmp.1rKskDa2Yc + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.DRgwEf8UD2 NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-mongos ClusterIP 34.118.228.176 27019/TCP 15m + cat /tmp/tmp.1rKskDa2Yc + rm /tmp/tmp.DRgwEf8UD2 /tmp/tmp.1rKskDa2Yc + return 0 + does_node_id_exists_in_pmm=($(does_node_id_exists "${nodeList[@]}")) ++ does_node_id_exists /node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0 /node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9 /node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649 /node_id/b87bf46c-3975-4134-b9f7-adff26e79229 /node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f /node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3 /node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7 /node_id/4d6c60b8-91a3-4939-9711-82332b1698bb /node_id/08410c71-69ae-4e66-8148-2319c65f8337 ++ nodeList=('/node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0' '/node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9' '/node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649' '/node_id/b87bf46c-3975-4134-b9f7-adff26e79229' '/node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f' '/node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3' '/node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7' '/node_id/4d6c60b8-91a3-4939-9711-82332b1698bb' '/node_id/08410c71-69ae-4e66-8148-2319c65f8337') ++ local -a nodeList ++ nodeList_from_pmm=() ++ local -a nodeList_from_pmm ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/0a2cbb7c-845b-4443-9513-6e2e6979c4b0 ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service +++ awk '{print $4}' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.i0rkWr8lrj +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.HWCeHOBeMP ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.i0rkWr8lrj ++++ cat /tmp/tmp.HWCeHOBeMP ++++ rm /tmp/tmp.i0rkWr8lrj /tmp/tmp.HWCeHOBeMP ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.GglBnJTIUP +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.vBFu4HUKI7 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.GglBnJTIUP ++++ cat /tmp/tmp.vBFu4HUKI7 ++++ rm /tmp/tmp.GglBnJTIUP /tmp/tmp.vBFu4HUKI7 ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.vtb2NMK6Kj ++++ mktemp +++ local LAST_ERR=/tmp/tmp.SIwZty3Kys +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.vtb2NMK6Kj +++ cat /tmp/tmp.SIwZty3Kys +++ rm /tmp/tmp.vtb2NMK6Kj /tmp/tmp.SIwZty3Kys +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/44a3aac7-0683-4bc2-8a18-e77a9a7019e9 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.Xas6UWrLQO +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.P8MQfgWl9u ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.Xas6UWrLQO ++++ cat /tmp/tmp.P8MQfgWl9u ++++ rm /tmp/tmp.Xas6UWrLQO /tmp/tmp.P8MQfgWl9u ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.Riugyih1uw +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.C4nfq7CiHL ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.Riugyih1uw ++++ cat /tmp/tmp.C4nfq7CiHL ++++ rm /tmp/tmp.Riugyih1uw /tmp/tmp.C4nfq7CiHL ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.fcHuCW9Dii ++++ mktemp +++ local LAST_ERR=/tmp/tmp.RzIf5k9Aaz +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.fcHuCW9Dii +++ cat /tmp/tmp.RzIf5k9Aaz +++ rm /tmp/tmp.fcHuCW9Dii /tmp/tmp.RzIf5k9Aaz +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/34a3010e-4dd5-45b3-86d9-ea91aed3e649 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.hGtdmkdE3I +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.AE2rPLYZIv ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.hGtdmkdE3I ++++ cat /tmp/tmp.AE2rPLYZIv ++++ rm /tmp/tmp.hGtdmkdE3I /tmp/tmp.AE2rPLYZIv ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.xahbBQjfkX +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.hoiJpcvubv ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.xahbBQjfkX ++++ cat /tmp/tmp.hoiJpcvubv ++++ rm /tmp/tmp.xahbBQjfkX /tmp/tmp.hoiJpcvubv ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.pgl4PNI4M6 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.v3NZdK37zf +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.pgl4PNI4M6 +++ cat /tmp/tmp.v3NZdK37zf +++ rm /tmp/tmp.pgl4PNI4M6 /tmp/tmp.v3NZdK37zf +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/b87bf46c-3975-4134-b9f7-adff26e79229 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.3lTEcenSYf +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.ayiUoxVFv9 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.3lTEcenSYf ++++ cat /tmp/tmp.ayiUoxVFv9 ++++ rm /tmp/tmp.3lTEcenSYf /tmp/tmp.ayiUoxVFv9 ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.lJHgis96dV +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.gZFwH2qaOV ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.lJHgis96dV ++++ cat /tmp/tmp.gZFwH2qaOV ++++ rm /tmp/tmp.lJHgis96dV /tmp/tmp.gZFwH2qaOV ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.byd1Am4h6n ++++ mktemp +++ local LAST_ERR=/tmp/tmp.4bhmyK0H7g +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.byd1Am4h6n +++ cat /tmp/tmp.4bhmyK0H7g +++ rm /tmp/tmp.byd1Am4h6n /tmp/tmp.4bhmyK0H7g +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/025ac505-8c2f-4af5-9c72-7c38cbc6ca2f +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.EhC3wL37Uz +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.kI9PB3xve6 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.EhC3wL37Uz ++++ cat /tmp/tmp.kI9PB3xve6 ++++ rm /tmp/tmp.EhC3wL37Uz /tmp/tmp.kI9PB3xve6 ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.yEXP6CMN0B +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.kWPXGU0iGE ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.yEXP6CMN0B ++++ cat /tmp/tmp.kWPXGU0iGE ++++ rm /tmp/tmp.yEXP6CMN0B /tmp/tmp.kWPXGU0iGE ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.vMhH4CohOa ++++ mktemp +++ local LAST_ERR=/tmp/tmp.H1gZ0wTJei +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.vMhH4CohOa +++ cat /tmp/tmp.H1gZ0wTJei +++ rm /tmp/tmp.vMhH4CohOa /tmp/tmp.H1gZ0wTJei +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/adb603a7-8776-41ee-8f85-3bca9d83d9d3 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.cCxhXAsCZk +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.d0axEFrQA8 ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.cCxhXAsCZk ++++ cat /tmp/tmp.d0axEFrQA8 ++++ rm /tmp/tmp.cCxhXAsCZk /tmp/tmp.d0axEFrQA8 ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.fDEDeYJUcS +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.0yZtFxKuYu ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.fDEDeYJUcS ++++ cat /tmp/tmp.0yZtFxKuYu ++++ rm /tmp/tmp.fDEDeYJUcS /tmp/tmp.0yZtFxKuYu ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.80GXprBpQW ++++ mktemp +++ local LAST_ERR=/tmp/tmp.liiabfA73w +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.80GXprBpQW +++ cat /tmp/tmp.liiabfA73w +++ rm /tmp/tmp.80GXprBpQW /tmp/tmp.liiabfA73w +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/72544609-9cbc-40c9-ad4b-6f4493e68db7 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.FU2VxUn4sT +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.JSgB7a1i8e ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.FU2VxUn4sT ++++ cat /tmp/tmp.JSgB7a1i8e ++++ rm /tmp/tmp.FU2VxUn4sT /tmp/tmp.JSgB7a1i8e ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.4EFHZHwHrQ +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.YP8ibncJKo ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.4EFHZHwHrQ ++++ cat /tmp/tmp.YP8ibncJKo ++++ rm /tmp/tmp.4EFHZHwHrQ /tmp/tmp.YP8ibncJKo ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.pcYQqhcU9t ++++ mktemp +++ local LAST_ERR=/tmp/tmp.K8ia6PA1sV +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.pcYQqhcU9t +++ cat /tmp/tmp.K8ia6PA1sV +++ rm /tmp/tmp.pcYQqhcU9t /tmp/tmp.K8ia6PA1sV +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/4d6c60b8-91a3-4939-9711-82332b1698bb +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.y1cKM2yHym +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.AhibHdL9NQ ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.y1cKM2yHym ++++ cat /tmp/tmp.AhibHdL9NQ ++++ rm /tmp/tmp.y1cKM2yHym /tmp/tmp.AhibHdL9NQ ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.N6IyYTU0fW +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.fwkPepasQe ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.N6IyYTU0fW ++++ cat /tmp/tmp.fwkPepasQe ++++ rm /tmp/tmp.N6IyYTU0fW /tmp/tmp.fwkPepasQe ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.NDHHiv0fR0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.UCre72KRj3 +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.NDHHiv0fR0 +++ cat /tmp/tmp.UCre72KRj3 +++ rm /tmp/tmp.NDHHiv0fR0 /tmp/tmp.UCre72KRj3 +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_pmm_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/08410c71-69ae-4e66-8148-2319c65f8337 +++ awk '{print $4}' ++++ get_pmm_service_ip monitoring-service ++++ local service=monitoring-service ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ grep -q NotFound ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}' ++++ grep -E -q 'hostname|ip' ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.yRG9hFYX0D +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.ehDYaaeVkE ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.yRG9hFYX0D ++++ cat /tmp/tmp.ehDYaaeVkE ++++ rm /tmp/tmp.yRG9hFYX0D /tmp/tmp.ehDYaaeVkE ++++ return 0 ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.r0gLrd4t6I +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.153Us0jFIL ++++ local exit_status=0 ++++ local timeout=4 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.r0gLrd4t6I ++++ cat /tmp/tmp.153Us0jFIL ++++ rm /tmp/tmp.r0gLrd4t6I /tmp/tmp.153Us0jFIL ++++ return 0 +++ kubectl_bin exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.78c9dXxWtW ++++ mktemp +++ local LAST_ERR=/tmp/tmp.I2o3g8tA9Q +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-17579 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.115.248.64/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.78c9dXxWtW +++ cat /tmp/tmp.I2o3g8tA9Q +++ rm /tmp/tmp.78c9dXxWtW /tmp/tmp.I2o3g8tA9Q +++ return 0 ++ echo + desc 'check customClusterName for pmm' + set +o xtrace ----------------------------------------------------------------------------------- check customClusterName for pmm ----------------------------------------------------------------------------------- + custom_name=custom-cluster-name + kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]' ++ mktemp + local LAST_OUT=/tmp/tmp.PWQlHjbhFg ++ mktemp + local LAST_ERR=/tmp/tmp.m88qQ6qTmG + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.PWQlHjbhFg perconaservermongodb.psmdb.percona.com/monitoring patched + cat /tmp/tmp.m88qQ6qTmG + rm /tmp/tmp.PWQlHjbhFg /tmp/tmp.m88qQ6qTmG + return 0 + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready.........OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready............OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Hzt88whzRX +++ mktemp ++ local LAST_ERR=/tmp/tmp.ciDIi90ggB ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Hzt88whzRX ++ cat /tmp/tmp.ciDIi90ggB ++ rm /tmp/tmp.Hzt88whzRX /tmp/tmp.ciDIi90ggB ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready............OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8cIdteji7u +++ mktemp ++ local LAST_ERR=/tmp/tmp.GvfrC0yzoz ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.8cIdteji7u ++ cat /tmp/tmp.GvfrC0yzoz ++ rm /tmp/tmp.8cIdteji7u /tmp/tmp.GvfrC0yzoz ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.J5yKh9IgCk +++ mktemp ++ local LAST_ERR=/tmp/tmp.GvYjtwRbMJ ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.J5yKh9IgCk ++ cat /tmp/tmp.GvYjtwRbMJ ++ rm /tmp/tmp.J5yKh9IgCk /tmp/tmp.GvYjtwRbMJ ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster readyness.......... ++ get_service_endpoint monitoring-service ++ local service=monitoring-service +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].hostname' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.pvuSmjT3mI ++++ mktemp +++ local LAST_ERR=/tmp/tmp.tKEdnGKA1L +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.pvuSmjT3mI +++ cat /tmp/tmp.tKEdnGKA1L +++ rm /tmp/tmp.pvuSmjT3mI /tmp/tmp.tKEdnGKA1L +++ return 0 ++ local hostname=null ++ '[' -n null -a null '!=' null ']' +++ kubectl_bin get service/monitoring-service -o json +++ jq '.status.loadBalancer.ingress[].ip' +++ sed -e 's/^"//; s/"$//;' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.wQ2uOPaGDE ++++ mktemp +++ local LAST_ERR=/tmp/tmp.vbFc2Glggf +++ local exit_status=0 +++ local timeout=4 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.wQ2uOPaGDE +++ cat /tmp/tmp.vbFc2Glggf +++ rm /tmp/tmp.wQ2uOPaGDE /tmp/tmp.vbFc2Glggf +++ return 0 ++ local ip=136.115.248.64 ++ '[' -n 136.115.248.64 -a 136.115.248.64 '!=' null ']' ++ echo 136.115.248.64 ++ return + curl -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@136.115.248.64/v1/inventory/Services/List + check_custom_cluster_name monitoring-2-0-17579-monitoring-mongos-0 /tmp/tmp.eCgde34gmO/pmm_service_list.json + local pod_service_name=monitoring-2-0-17579-monitoring-mongos-0 + local pmm_services_file=/tmp/tmp.eCgde34gmO/pmm_service_list.json + echo 'Checking monitoring-2-0-17579-monitoring-mongos-0' Checking monitoring-2-0-17579-monitoring-mongos-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-17579-monitoring-mongos-0") | .cluster' /tmp/tmp.eCgde34gmO/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + check_custom_cluster_name monitoring-2-0-17579-monitoring-rs0-0 /tmp/tmp.eCgde34gmO/pmm_service_list.json + local pod_service_name=monitoring-2-0-17579-monitoring-rs0-0 + local pmm_services_file=/tmp/tmp.eCgde34gmO/pmm_service_list.json + echo 'Checking monitoring-2-0-17579-monitoring-rs0-0' Checking monitoring-2-0-17579-monitoring-rs0-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-17579-monitoring-rs0-0") | .cluster' /tmp/tmp.eCgde34gmO/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + check_custom_cluster_name monitoring-2-0-17579-monitoring-cfg-0 /tmp/tmp.eCgde34gmO/pmm_service_list.json + local pod_service_name=monitoring-2-0-17579-monitoring-cfg-0 + local pmm_services_file=/tmp/tmp.eCgde34gmO/pmm_service_list.json + echo 'Checking monitoring-2-0-17579-monitoring-cfg-0' Checking monitoring-2-0-17579-monitoring-cfg-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-17579-monitoring-cfg-0") | .cluster' /tmp/tmp.eCgde34gmO/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + [[ -n '' ]] ++ kubectl_bin logs monitoring-rs0-0 pmm-client ++ grep -c 'cannot auto discover databases and collections' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ByFCSHRvXd +++ mktemp ++ local LAST_ERR=/tmp/tmp.ESEyFd1jJO ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl logs monitoring-rs0-0 pmm-client ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ByFCSHRvXd ++ cat /tmp/tmp.ESEyFd1jJO ++ rm /tmp/tmp.ByFCSHRvXd /tmp/tmp.ESEyFd1jJO ++ return 0 + [[ 0 != 0 ]] + helm uninstall monitoring release "monitoring" uninstalled + destroy monitoring-2-0-17579 + local namespace=monitoring-2-0-17579 + local ignore_logs=true + [[ 1 == 1 ]] + echo 'SKIP_DELETE=1, not destroying monitoring-2-0-17579' SKIP_DELETE=1, not destroying monitoring-2-0-17579 + return + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed -----------------------------------------------------------------------------------