============================= test session starts ============================== platform linux -- Python 3.14.5, pytest-9.1.1, pluggy-1.6.0 -- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/.venv/bin/python cachedir: .pytest_cache metadata: {'Python': '3.14.5', 'Platform': 'Linux-7.0.8-100.fc43.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.1.1', 'pluggy': '1.6.0'}, 'Plugins': {'html': '4.2.0', 'metadata': '3.1.1', 'dependency': '0.6.1', 'json-report': '1.5.0'}, 'CI': 'true', 'BUILD_NUMBER': '22', 'BUILD_ID': '22', 'BUILD_URL': 'https://cloud.cd.percona.com/job/cloud-psmdb-operator/job/PR-2058/22/', 'NODE_NAME': 'hcloud-3hmxjv56rzynxord', 'JOB_NAME': 'cloud-psmdb-operator/PR-2058', 'BUILD_TAG': 'jenkins-cloud-psmdb-operator-PR-2058-22', 'EXECUTOR_NUMBER': '0', 'JENKINS_URL': 'https://cloud.cd.percona.com/', 'WORKSPACE': '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058', 'GIT_COMMIT': '78121c56762758785b75e9b7c017e15fc887ae5d', 'GIT_URL': 'https://github.com/percona/percona-server-mongodb-operator.git', 'GIT_BRANCH': 'PR-2058'} rootdir: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058 configfile: pyproject.toml plugins: html-4.2.0, metadata-3.1.1, dependency-0.6.1, json-report-1.5.0 collecting ... collected 1 item e2e-tests/test_pytest_wrapper.py::test_bash_wrapper[monitoring-2-0] [01:09:16.867861] WARNING kubectl error: Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 [01:09:19.234501] INFO Environment variables: KUBE_VERSION=1.33 EKS=0 GKE=1 OPENSHIFT= MINIKUBE= API=psmdb.percona.com/v1 REGISTRY_NAME=docker.io GIT_COMMIT=78121c56762758785b75e9b7c017e15fc887ae5d GIT_BRANCH=PR-2058 OPERATOR_VERSION=1.23.0 IMAGE=docker.io/perconalab/percona-server-mongodb-ope rator:PR-2058-78121c567 IMAGE_MONGOD=docker.io/perconalab/percona-server-mong odb-operator:main-mongod8.0 IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-serve r-mongodb-operator:main-mongod6.0 docker.io/perconalab/percona-server-mongodb-operator: main-mongod7.0 docker.io/perconalab/percona-server-mongodb-operator: main-mongod8.0 IMAGE_SEARCH=perconalab/percona-server-mongodb-operat or:main-mongot IMAGE_BACKUP=docker.io/perconalab/percona-server-mong odb-operator:main-backup IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1- 1 IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev- latest IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-d ev-latest IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-d ev-latest IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:mai n-logcollector IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersy nc-mongodb:0.9.0 CERT_MANAGER_VER=1.19.3 CHAOS_MESH_VER=2.7.1 MINIO_VER=5.4.0 PMM_SERVER_VER=9.9.9 CLEAN_NAMESPACE=1 DELETE_CRD_ON_START=1 SKIP_DELETE=0 SKIP_BACKUPS_TO_AWS_GCP_AZURE= UPDATE_COMPARE_FILES=0 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Debug logging disabled. + create_infra monitoring-2-0-18295 + local ns=monitoring-2-0-18295 + echo monitoring-2-0-18295 + [[ 1 == 1 ]] + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.k9PmjVaKZv ++ mktemp + local LAST_ERR=/tmp/tmp.uAjkxJcCL2 + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.k9PmjVaKZv customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.uAjkxJcCL2 + rm /tmp/tmp.k9PmjVaKZv /tmp/tmp.uAjkxJcCL2 + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.Zck3V7MK8W ++ mktemp + local LAST_ERR=/tmp/tmp.fe7veMrAks + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Zck3V7MK8W customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com condition met + cat /tmp/tmp.fe7veMrAks + rm /tmp/tmp.Zck3V7MK8W /tmp/tmp.fe7veMrAks + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.nkKJ4kmxyj ++ mktemp + local LAST_ERR=/tmp/tmp.TU83K8M1SF + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.nkKJ4kmxyj + cat /tmp/tmp.TU83K8M1SF + rm /tmp/tmp.nkKJ4kmxyj /tmp/tmp.TU83K8M1SF + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.exEXtuzxI3 ++ mktemp + local LAST_ERR=/tmp/tmp.3ta6yhaWfi + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.exEXtuzxI3 + cat /tmp/tmp.3ta6yhaWfi + rm /tmp/tmp.exEXtuzxI3 /tmp/tmp.3ta6yhaWfi + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.tXIdfGJH1b ++ mktemp + local LAST_ERR=/tmp/tmp.UXkarIRi00 + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.tXIdfGJH1b + cat /tmp/tmp.UXkarIRi00 + rm /tmp/tmp.tXIdfGJH1b /tmp/tmp.UXkarIRi00 + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.Ev0xACkdDF ++ mktemp + local LAST_ERR=/tmp/tmp.DcwixmWvkf + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Ev0xACkdDF clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.DcwixmWvkf + rm /tmp/tmp.Ev0xACkdDF /tmp/tmp.DcwixmWvkf + return 0 + check_crd_for_deletion PR-2058-78121c567 + local git_tag=PR-2058-78121c567 ++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2058-78121c567/deploy/crd.yaml ++ yq eval .metadata.name ++ /usr/sbin/sed s/---//g ++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g' + for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g') ++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GZKin4SViI +++ mktemp ++ local LAST_ERR=/tmp/tmp.stuXKmHibv ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'crd/null' '-o' 'jsonpath={.status.conditions[-1].type}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.GZKin4SViI ++ cat /tmp/tmp.stuXKmHibv Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 0 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.GZKin4SViI ++ cat /tmp/tmp.stuXKmHibv Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 4 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.GZKin4SViI ++ cat /tmp/tmp.stuXKmHibv Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 8 ++ cat /tmp/tmp.GZKin4SViI ++ cat /tmp/tmp.stuXKmHibv Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ rm /tmp/tmp.GZKin4SViI /tmp/tmp.stuXKmHibv ++ return 1 + [[ '' == Terminating ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + [[ -n '' ]] + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_OUT=/tmp/tmp.rG075uTLf8 + awk '{print$1}' ++ mktemp + local LAST_ERR=/tmp/tmp.4F2ybWu6iF + local exit_status=0 + local timeout=4 + args=('get' 'ns') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + xargs kubectl delete ns ++ seq 0 2 + desc 'cleaned up old namespaces psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found + for i in $(seq 0 2) + set +e ++ mktemp + kubectl get ns + local LAST_OUT=/tmp/tmp.uf0MdsyhTq ++ mktemp + local LAST_ERR=/tmp/tmp.mXfMNDitr7 + local exit_status=0 + local timeout=4 + args=('delete' 'namespace' 'psmdb-operator' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.rG075uTLf8 + cat /tmp/tmp.4F2ybWu6iF + rm /tmp/tmp.rG075uTLf8 /tmp/tmp.4F2ybWu6iF + return 0 namespace "demand-backup-physical-sharded-minio-13859" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.uf0MdsyhTq namespace "psmdb-operator" deleted + cat /tmp/tmp.mXfMNDitr7 + rm /tmp/tmp.uf0MdsyhTq /tmp/tmp.mXfMNDitr7 + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.lxgtQedPqP ++ mktemp + local LAST_ERR=/tmp/tmp.GgCLI5tMBU + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.lxgtQedPqP + cat /tmp/tmp.GgCLI5tMBU + rm /tmp/tmp.lxgtQedPqP /tmp/tmp.GgCLI5tMBU + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.utyTdzdKgG ++ mktemp + local LAST_ERR=/tmp/tmp.BS8uIEshif + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.utyTdzdKgG namespace/psmdb-operator created + cat /tmp/tmp.BS8uIEshif + rm /tmp/tmp.utyTdzdKgG /tmp/tmp.BS8uIEshif + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.hyQlYRJyEP +++ mktemp ++ local LAST_ERR=/tmp/tmp.6u7sHwHcNb ++ local exit_status=0 ++ local timeout=4 ++ args=('config' 'current-context') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.hyQlYRJyEP ++ cat /tmp/tmp.6u7sHwHcNb ++ rm /tmp/tmp.hyQlYRJyEP /tmp/tmp.6u7sHwHcNb ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster5 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.oSfs1oxppQ ++ mktemp + local LAST_ERR=/tmp/tmp.u94NfgOtYX + local exit_status=0 + local timeout=4 + args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster5' '--namespace=psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster5 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.oSfs1oxppQ Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster5" modified. + cat /tmp/tmp.u94NfgOtYX + rm /tmp/tmp.oSfs1oxppQ /tmp/tmp.u94NfgOtYX + return 0 + deploy_operator + desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567 ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.wlO3eoS9XX ++ mktemp + local LAST_ERR=/tmp/tmp.lm8vFFV62e + local exit_status=0 + local timeout=4 + args=('apply' '--server-side' '--force-conflicts' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.wlO3eoS9XX customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.lm8vFFV62e + rm /tmp/tmp.wlO3eoS9XX /tmp/tmp.lm8vFFV62e + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: psmdb-operator^' + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.XYdYpctf7o ++ mktemp + local LAST_ERR=/tmp/tmp.dFIwVFQwEK + local exit_status=0 + local timeout=4 + args=('apply' '-n' 'psmdb-operator' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.XYdYpctf7o clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created + cat /tmp/tmp.dFIwVFQwEK + rm /tmp/tmp.XYdYpctf7o /tmp/tmp.dFIwVFQwEK + return 0 + yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-operator.yaml + add_arch_to_podspecs - + arch_scheduling_enabled + [[ -n '' ]] + cat - + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.mI3OY5ET6D ++ mktemp + local LAST_ERR=/tmp/tmp.P2zfdeyZ7G + local exit_status=0 + local timeout=4 + args=('apply' '-n' 'psmdb-operator' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + return + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.mI3OY5ET6D deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.P2zfdeyZ7G + rm /tmp/tmp.mI3OY5ET6D /tmp/tmp.P2zfdeyZ7G + return 0 + sleep 20 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.NuFAEtXB6N +++ mktemp ++ local LAST_ERR=/tmp/tmp.MlbtKWHVjx ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.NuFAEtXB6N ++ cat /tmp/tmp.MlbtKWHVjx ++ rm /tmp/tmp.NuFAEtXB6N /tmp/tmp.MlbtKWHVjx ++ return 0 + wait_operator_pod percona-server-mongodb-operator-66cd7b75cf-trnrs + local pod=percona-server-mongodb-operator-66cd7b75cf-trnrs + set +o xtrace waiting for pod/percona-server-mongodb-operator-66cd7b75cf-trnrs to be ready.OK + echo 'Print operator info from log' Print operator info from log + grep 'Manager starting up' ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.jdEWReEwFs +++ mktemp ++ local LAST_ERR=/tmp/tmp.h75lf33yxZ ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.jdEWReEwFs ++ cat /tmp/tmp.h75lf33yxZ ++ rm /tmp/tmp.jdEWReEwFs /tmp/tmp.h75lf33yxZ ++ return 0 + kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-trnrs ++ mktemp + local LAST_OUT=/tmp/tmp.2WBTzHmN3r ++ mktemp + local LAST_ERR=/tmp/tmp.274ejLxCV9 + local exit_status=0 + local timeout=4 + args=('logs' '-n' 'psmdb-operator' 'percona-server-mongodb-operator-66cd7b75cf-trnrs') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-trnrs + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2WBTzHmN3r + cat /tmp/tmp.274ejLxCV9 + rm /tmp/tmp.2WBTzHmN3r /tmp/tmp.274ejLxCV9 + return 0 2026-07-17T01:10:34.510Z INFO setup Manager starting up {"gitCommit": "78121c56762758785b75e9b7c017e15fc887ae5d", "gitBranch": "PR-2058-78121c567", "buildTime": "", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"} + create_namespace monitoring-2-0-18295 + local namespace=monitoring-2-0-18295 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' ++ mktemp + [[ -n '' ]] + desc 'cleaned up old namespaces monitoring-2-0-18295' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces monitoring-2-0-18295 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace monitoring-2-0-18295 --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.kCTjFB3uWA ++ mktemp + local LAST_ERR=/tmp/tmp.4qP8jzCFcY + local exit_status=0 + local timeout=4 + args=('get' 'ns') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + local LAST_OUT=/tmp/tmp.Qze0L9vZLx ++ seq 0 2 ++ mktemp + for i in $(seq 0 2) + set +e + kubectl get ns + local LAST_ERR=/tmp/tmp.p49cpUgVYV + local exit_status=0 + local timeout=4 + args=('delete' 'namespace' 'monitoring-2-0-18295' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace monitoring-2-0-18295 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.kCTjFB3uWA + cat /tmp/tmp.4qP8jzCFcY + rm /tmp/tmp.kCTjFB3uWA /tmp/tmp.4qP8jzCFcY + return 0 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Qze0L9vZLx + cat /tmp/tmp.p49cpUgVYV + rm /tmp/tmp.Qze0L9vZLx /tmp/tmp.p49cpUgVYV + return 0 + kubectl_bin wait --for=delete namespace monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.yLBctvvoIH ++ mktemp + local LAST_ERR=/tmp/tmp.vRIaem8g8W + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'namespace' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.yLBctvvoIH + cat /tmp/tmp.vRIaem8g8W + rm /tmp/tmp.yLBctvvoIH /tmp/tmp.vRIaem8g8W + return 0 + desc 'create namespace monitoring-2-0-18295' + set +o xtrace ----------------------------------------------------------------------------------- create namespace monitoring-2-0-18295 ----------------------------------------------------------------------------------- + kubectl_bin create namespace monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.D4dRoiGlBf ++ mktemp + local LAST_ERR=/tmp/tmp.tCNgsFL3dy + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.D4dRoiGlBf namespace/monitoring-2-0-18295 created + cat /tmp/tmp.tCNgsFL3dy + rm /tmp/tmp.D4dRoiGlBf /tmp/tmp.tCNgsFL3dy + return 0 + set_kube_ctx monitoring-2-0-18295 + local namespace=monitoring-2-0-18295 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.Uw3VLFTkEn +++ mktemp ++ local LAST_ERR=/tmp/tmp.V3GaicT3V2 ++ local exit_status=0 ++ local timeout=4 ++ args=('config' 'current-context') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Uw3VLFTkEn ++ cat /tmp/tmp.V3GaicT3V2 ++ rm /tmp/tmp.Uw3VLFTkEn /tmp/tmp.V3GaicT3V2 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster5 --namespace=monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.ow5nKUMHVF ++ mktemp + local LAST_ERR=/tmp/tmp.Jmlhd1teSl + local exit_status=0 + local timeout=4 + args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster5' '--namespace=monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster5 --namespace=monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ow5nKUMHVF Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster5" modified. + cat /tmp/tmp.Jmlhd1teSl + rm /tmp/tmp.ow5nKUMHVF /tmp/tmp.Jmlhd1teSl + return 0 + deploy_cert_manager + [[ gke == rancher ]] + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin -n cert-manager delete clusterissuer --all ++ mktemp + local LAST_OUT=/tmp/tmp.fvWGWJwG1H ++ mktemp + local LAST_ERR=/tmp/tmp.EX03RDirmg + local exit_status=0 + local timeout=4 + args=('-n' 'cert-manager' 'delete' 'clusterissuer' '--all') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete clusterissuer --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.fvWGWJwG1H + cat /tmp/tmp.EX03RDirmg error: the server doesn't have a resource type "clusterissuer" + sleep 0 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete clusterissuer --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.fvWGWJwG1H + cat /tmp/tmp.EX03RDirmg error: the server doesn't have a resource type "clusterissuer" + sleep 4 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete clusterissuer --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.fvWGWJwG1H + cat /tmp/tmp.EX03RDirmg error: the server doesn't have a resource type "clusterissuer" + sleep 8 + cat /tmp/tmp.fvWGWJwG1H + cat /tmp/tmp.EX03RDirmg error: the server doesn't have a resource type "clusterissuer" + rm /tmp/tmp.fvWGWJwG1H /tmp/tmp.EX03RDirmg + return 1 + : + kubectl_bin -n cert-manager delete certificate --all ++ mktemp + local LAST_OUT=/tmp/tmp.4LG507FvMQ ++ mktemp + local LAST_ERR=/tmp/tmp.QdlFXeI45T + local exit_status=0 + local timeout=4 + args=('-n' 'cert-manager' 'delete' 'certificate' '--all') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete certificate --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.4LG507FvMQ + cat /tmp/tmp.QdlFXeI45T error: the server doesn't have a resource type "certificate" + sleep 0 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete certificate --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.4LG507FvMQ + cat /tmp/tmp.QdlFXeI45T error: the server doesn't have a resource type "certificate" + sleep 4 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete certificate --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.4LG507FvMQ + cat /tmp/tmp.QdlFXeI45T error: the server doesn't have a resource type "certificate" + sleep 8 + cat /tmp/tmp.4LG507FvMQ + cat /tmp/tmp.QdlFXeI45T error: the server doesn't have a resource type "certificate" + rm /tmp/tmp.4LG507FvMQ /tmp/tmp.QdlFXeI45T + return 1 + : + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.g12mAwrzpg ++ mktemp + local LAST_ERR=/tmp/tmp.kavVErGi2o + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'cert-manager') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.g12mAwrzpg namespace/cert-manager created + cat /tmp/tmp.kavVErGi2o + rm /tmp/tmp.g12mAwrzpg /tmp/tmp.kavVErGi2o + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.4EGVsAw8oJ ++ mktemp + local LAST_ERR=/tmp/tmp.TMYMw3LjAv + local exit_status=0 + local timeout=4 + args=('label' 'namespace' 'cert-manager' 'certmanager.k8s.io/disable-validation=true') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.4EGVsAw8oJ namespace/cert-manager labeled + cat /tmp/tmp.TMYMw3LjAv + rm /tmp/tmp.4EGVsAw8oJ /tmp/tmp.TMYMw3LjAv + return 0 + curl -sL https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + add_arch_to_podspecs - + arch_scheduling_enabled + [[ -n '' ]] + cat - + kubectl_bin apply -f - --validate=false + return namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io created serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim created clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view created clusterrole.rbac.authorization.k8s.io/cert-manager-view created clusterrole.rbac.authorization.k8s.io/cert-manager-edit created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests created clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews created role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection created role.rbac.authorization.k8s.io/cert-manager:leaderelection created role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection created rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection created rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook created validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook created + kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready ++ mktemp + local LAST_OUT=/tmp/tmp.AlmHogG0Sl ++ mktemp + local LAST_ERR=/tmp/tmp.GCgSEXl0RX + local exit_status=0 + local timeout=4 + args=('-n' 'cert-manager' 'wait' 'pod' '-l' 'app.kubernetes.io/instance=cert-manager' '--for=condition=ready') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.AlmHogG0Sl pod/cert-manager-559d798845-w4dzn condition met pod/cert-manager-cainjector-64958d9c7c-w7tn6 condition met pod/cert-manager-webhook-7fb6f99b56-dfzxd condition met + cat /tmp/tmp.GCgSEXl0RX E0717 01:12:06.190967 1900839 reflector.go:227] "Failed to watch" err="Get \"https://34.133.243.6/api/v1/namespaces/cert-manager/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcert-manager-cainjector-64958d9c7c-w7tn6&resourceVersion=1784250725817919006&timeoutSeconds=361&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.AlmHogG0Sl /tmp/tmp.GCgSEXl0RX + return 0 + sleep 120 + desc 'install PMM Server' + set +o xtrace ----------------------------------------------------------------------------------- install PMM Server ----------------------------------------------------------------------------------- + deploy_pmm_server + helm uninstall monitoring Error: uninstall: Release not loaded: monitoring: release: not found + : + helm repo remove stable "stable" has been removed from your repositories + helm repo add stable https://charts.helm.sh/stable "stable" has been added to your repositories + [[ -n '' ]] + pmm_args=('--set' 'imageTag=dev-latest' '--set' 'imageRepo=docker.io/perconalab/pmm-server') + local pmm_args + arch_scheduling_enabled + [[ -n '' ]] + retry 10 60 helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz + local max=10 + local delay=60 + shift 2 + local n=1 + helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz NAME: monitoring LAST DEPLOYED: Fri Jul 17 01:14:16 2026 NAMESPACE: monitoring-2-0-18295 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: PMM server can be accessed via HTTPS (port 443) on the following DNS name from within your cluster: endpoint: https://monitoring-service.monitoring-2-0-18295.svc.cluster.local:443 login: admin password: admin + sleep 40 + kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' ++ mktemp + local LAST_OUT=/tmp/tmp.VtsvBN0hhl ++ mktemp + local LAST_ERR=/tmp/tmp.kPqVDEMKv2 + local exit_status=0 + local timeout=4 + args=('exec' 'monitoring-0' '--' 'bash' '-c' 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.VtsvBN0hhl + cat /tmp/tmp.kPqVDEMKv2 error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 0 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.VtsvBN0hhl + cat /tmp/tmp.kPqVDEMKv2 error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 4 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.VtsvBN0hhl + cat /tmp/tmp.kPqVDEMKv2 error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 8 + cat /tmp/tmp.VtsvBN0hhl + cat /tmp/tmp.kPqVDEMKv2 error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + rm /tmp/tmp.VtsvBN0hhl /tmp/tmp.kPqVDEMKv2 + return 1 + echo 'Retry 0' Retry 0 + sleep 5 + let retry+=1 + '[' 1 -ge 30 ']' + kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' ++ mktemp + local LAST_OUT=/tmp/tmp.BjsNqZas8f ++ mktemp + local LAST_ERR=/tmp/tmp.Pz055n90fy + local exit_status=0 + local timeout=4 + args=('exec' 'monitoring-0' '--' 'bash' '-c' 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.BjsNqZas8f + cat /tmp/tmp.Pz055n90fy + rm /tmp/tmp.BjsNqZas8f /tmp/tmp.Pz055n90fy + return 0 + cluster=monitoring + desc 'create secrets and start client' + set +o xtrace ----------------------------------------------------------------------------------- create secrets and start client ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.emKR0DahG5 ++ mktemp + local LAST_ERR=/tmp/tmp.jQO3YpWQvZ + local exit_status=0 + local timeout=4 + args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/secrets.yml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.emKR0DahG5 secret/some-users created secret/some-users unchanged + cat /tmp/tmp.jQO3YpWQvZ + rm /tmp/tmp.emKR0DahG5 /tmp/tmp.jQO3YpWQvZ + return 0 + desc 'create first PSMDB cluster monitoring' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster monitoring ----------------------------------------------------------------------------------- + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + kubectl_bin apply -f - ++ mktemp + yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"' + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + local LAST_OUT=/tmp/tmp.uXWwjsEx97 + yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"' ++ mktemp + local LAST_ERR=/tmp/tmp.0UqwWhQ3p3 + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567"' + [[ -n docker.io/perconalab/fluentbit:main-logcollector ]] + IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector + yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)' + yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"' + /usr/sbin/sed -e s/NAME_SPACE/monitoring-2-0-18295/g + yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' + yq eval '.spec.upgradeOptions.apply="Never"' + add_arch_to_psmdb - + arch_scheduling_enabled + [[ -n '' ]] + cat - + for i in $(seq 0 2) + set +e + kubectl apply -f - + return + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.uXWwjsEx97 perconaservermongodb.psmdb.percona.com/monitoring created + cat /tmp/tmp.0UqwWhQ3p3 + rm /tmp/tmp.uXWwjsEx97 /tmp/tmp.0UqwWhQ3p3 + return 0 + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readiness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready............OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready.............OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.23PrTFgPq3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.yNAX8Gcfe8 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.23PrTFgPq3 ++ cat /tmp/tmp.yNAX8Gcfe8 ++ rm /tmp/tmp.23PrTFgPq3 /tmp/tmp.yNAX8Gcfe8 ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready..............OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pe4YNV1jwH +++ mktemp ++ local LAST_ERR=/tmp/tmp.8CLmdKKve6 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.pe4YNV1jwH ++ cat /tmp/tmp.8CLmdKKve6 ++ rm /tmp/tmp.pe4YNV1jwH /tmp/tmp.8CLmdKKve6 ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.F19zJwR9fG +++ mktemp ++ local LAST_ERR=/tmp/tmp.DIhDKxzFqM ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.F19zJwR9fG ++ cat /tmp/tmp.DIhDKxzFqM ++ rm /tmp/tmp.F19zJwR9fG /tmp/tmp.DIhDKxzFqM ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster monitoring to be ready................. + apply_client_with_tls monitoring + local cluster=monitoring + yq '.spec.template.spec.volumes[0].secret.secretName="monitoring-ssl"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client_with_tls.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.c7JDpPINK0 ++ mktemp + local LAST_ERR=/tmp/tmp.kJVvgX38mv + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.c7JDpPINK0 deployment.apps/psmdb-client created + cat /tmp/tmp.kJVvgX38mv + rm /tmp/tmp.c7JDpPINK0 /tmp/tmp.kJVvgX38mv + return 0 + kubectl_bin rollout status deployment/psmdb-client --timeout=360s ++ mktemp + local LAST_OUT=/tmp/tmp.fbh2siapE2 ++ mktemp + local LAST_ERR=/tmp/tmp.MgkMcBz0vX + local exit_status=0 + local timeout=4 + args=('rollout' 'status' 'deployment/psmdb-client' '--timeout=360s') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl rollout status deployment/psmdb-client --timeout=360s + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.fbh2siapE2 Waiting for deployment "psmdb-client" rollout to finish: 0 of 1 updated replicas are available... deployment "psmdb-client" successfully rolled out + cat /tmp/tmp.MgkMcBz0vX + rm /tmp/tmp.fbh2siapE2 /tmp/tmp.MgkMcBz0vX + return 0 + desc 'check if pmm-client container is not enabled' + set +o xtrace ----------------------------------------------------------------------------------- check if pmm-client container is not enabled ----------------------------------------------------------------------------------- + compare_kubectl statefulset/monitoring-rs0 -no-pmm + local resource=statefulset/monitoring-rs0 + local postfix=-no-pmm + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml + local new_result=/tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-18295", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.kMWUajFjKp ++ mktemp + local LAST_ERR=/tmp/tmp.vJYpewaWZ5 + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/monitoring-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.kMWUajFjKp + cat /tmp/tmp.vJYpewaWZ5 + rm /tmp/tmp.kMWUajFjKp /tmp/tmp.vJYpewaWZ5 + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + log 'compare_kubectl: statefulset/monitoring-rs0 OK' + set +o xtrace [2026-07-17T01:17:51+0000] compare_kubectl: statefulset/monitoring-rs0 OK + sleep 10 + custom_port=27019 + run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-18295 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' + local uri=userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-18295 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bIueL1agSG +++ mktemp ++ local LAST_ERR=/tmp/tmp.crFq1Wd1em ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.bIueL1agSG ++ cat /tmp/tmp.crFq1Wd1em ++ rm /tmp/tmp.bIueL1agSG /tmp/tmp.crFq1Wd1em ++ return 0 + local client_container=psmdb-client-5b9745b9f-l5d8h + kubectl_bin exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.joHcmMFdCt ++ mktemp + local LAST_ERR=/tmp/tmp.AO7Mw3V5jw + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-l5d8h' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.joHcmMFdCt Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-17T01:18:04.264Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("8ed8df29-0049-4551-8d97-cd72887e4bf0") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match Successfully added user: { "user" : "myApp", "roles" : [ { "db" : "myApp", "role" : "readWrite" } ] } bye + cat /tmp/tmp.AO7Mw3V5jw + rm /tmp/tmp.joHcmMFdCt /tmp/tmp.AO7Mw3V5jw + return 0 + run_mongos 'sh.enableSharding("myApp")' clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-18295 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=sh.enableSharding("myApp")' + local uri=clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-18295 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mZtgoTmkNK +++ mktemp ++ local LAST_ERR=/tmp/tmp.rcTpGIMAnK ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.mZtgoTmkNK ++ cat /tmp/tmp.rcTpGIMAnK ++ rm /tmp/tmp.mZtgoTmkNK /tmp/tmp.rcTpGIMAnK ++ return 0 + local client_container=psmdb-client-5b9745b9f-l5d8h + kubectl_bin exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.kTheCWApBH ++ mktemp + local LAST_ERR=/tmp/tmp.weU7FTTMhq + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-l5d8h' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.kTheCWApBH Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-17T01:18:06.369Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("1934c332-f0c0-457e-8c37-375360e48936") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match { "ok" : 1, "$clusterTime" : { "clusterTime" : Timestamp(1784251086, 9), "signature" : { "hash" : BinData(0,"mz5HFBbaK03zeedwVQp9pvn9C20="), "keyId" : NumberLong("7663299671380459544") } }, "operationTime" : Timestamp(1784251086, 6) } bye + cat /tmp/tmp.weU7FTTMhq + rm /tmp/tmp.kTheCWApBH /tmp/tmp.weU7FTTMhq + return 0 + insert_data_mongos 100500 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100500 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@monitoring-mongos.monitoring-2-0-18295 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100500 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-18295 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A507wEjrtR +++ mktemp ++ local LAST_ERR=/tmp/tmp.YaGFWwFMPP ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.A507wEjrtR ++ cat /tmp/tmp.YaGFWwFMPP ++ rm /tmp/tmp.A507wEjrtR /tmp/tmp.YaGFWwFMPP ++ return 0 + local client_container=psmdb-client-5b9745b9f-l5d8h + kubectl_bin exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.Z6wRi8CtJG ++ mktemp + local LAST_ERR=/tmp/tmp.IDdIphiBed + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-l5d8h' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Z6wRi8CtJG Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-17T01:18:08.949Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("276c3e7a-8077-4a58-9808-53522b97d505") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.IDdIphiBed + rm /tmp/tmp.Z6wRi8CtJG /tmp/tmp.IDdIphiBed + return 0 + insert_data_mongos 100600 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100600 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100600 })' myApp:myPass@monitoring-mongos.monitoring-2-0-18295 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100600 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-18295 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oeUA4WTaDI +++ mktemp ++ local LAST_ERR=/tmp/tmp.gml2Oq0wPT ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.oeUA4WTaDI ++ cat /tmp/tmp.gml2Oq0wPT ++ rm /tmp/tmp.oeUA4WTaDI /tmp/tmp.gml2Oq0wPT ++ return 0 + local client_container=psmdb-client-5b9745b9f-l5d8h + kubectl_bin exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.nKBqG5yABf ++ mktemp + local LAST_ERR=/tmp/tmp.GrRTGu7guU + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-l5d8h' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.nKBqG5yABf Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-17T01:18:11.087Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("60c4d95f-b068-4edf-97e8-c54d90db6f58") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.GrRTGu7guU + rm /tmp/tmp.nKBqG5yABf /tmp/tmp.GrRTGu7guU + return 0 + insert_data_mongos 100700 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100700 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100700 })' myApp:myPass@monitoring-mongos.monitoring-2-0-18295 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100700 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-18295 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MOO75vDOnr +++ mktemp ++ local LAST_ERR=/tmp/tmp.uXHof3G7Mp ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.MOO75vDOnr ++ cat /tmp/tmp.uXHof3G7Mp ++ rm /tmp/tmp.MOO75vDOnr /tmp/tmp.uXHof3G7Mp ++ return 0 + local client_container=psmdb-client-5b9745b9f-l5d8h + kubectl_bin exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.f7t2IsC2o2 ++ mktemp + local LAST_ERR=/tmp/tmp.ddFlF4AuOu + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-l5d8h' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-l5d8h -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.f7t2IsC2o2 Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-18295.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-07-17T01:18:13.167Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("089637dd-698e-4115-b7ab-aba97c6a7d10") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.ddFlF4AuOu + rm /tmp/tmp.f7t2IsC2o2 /tmp/tmp.ddFlF4AuOu + return 0 + desc 'add PMM_SERVER_API_KEY for secret some-users' + set +o xtrace ----------------------------------------------------------------------------------- add PMM_SERVER_API_KEY for secret some-users ----------------------------------------------------------------------------------- ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.JWWVeoyjeQ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.0DbwFc5huU +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.JWWVeoyjeQ +++ cat /tmp/tmp.0DbwFc5huU +++ rm /tmp/tmp.JWWVeoyjeQ /tmp/tmp.0DbwFc5huU +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.FzLq43JrIx +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.CFFxS4EY9K ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.FzLq43JrIx ++++ cat /tmp/tmp.CFFxS4EY9K ++++ rm /tmp/tmp.FzLq43JrIx /tmp/tmp.CFFxS4EY9K ++++ return 0 +++ endpoint=136.112.93.231 +++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 ++ echo 136.112.93.231 ++ return + monitoring_endpoint=136.112.93.231 ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + encoded_admin_userinfo=admin:admin ++ execute_curl --insecure -sS -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@136.112.93.231/graph/api/auth/keys ++ jq -r .key ++ local name=curl-11065 ++ local image=docker.io/alpine/curl:latest ++ local phase= ++ local exit_status=0 ++ kubectl_bin run curl-11065 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS --insecure -sS -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@136.112.93.231/graph/api/auth/keys +++ mktemp ++ local LAST_OUT=/tmp/tmp.Kbns3ESUJh +++ mktemp ++ local LAST_ERR=/tmp/tmp.vI8JV8JpGn ++ local exit_status=0 ++ local timeout=4 ++ args=('run' 'curl-11065' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '--insecure' '-sS' '-X' 'POST' '-H' 'Content-Type: application/json' '-d' '{"name":"operator", "role": "Admin"}' 'https://admin:admin@136.112.93.231/graph/api/auth/keys') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl run curl-11065 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS --insecure -sS -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@136.112.93.231/graph/api/auth/keys ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Kbns3ESUJh ++ cat /tmp/tmp.vI8JV8JpGn ++ rm /tmp/tmp.Kbns3ESUJh /tmp/tmp.vI8JV8JpGn ++ return 0 +++ seq 1 60 ++ for _ in $(seq 1 60) +++ kubectl_bin get pod curl-11065 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' ++ phase=Pending ++ [[ Pending == Succeeded ]] ++ [[ Pending == Failed ]] ++ sleep 1 ++ for _ in $(seq 1 60) +++ kubectl_bin get pod curl-11065 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' ++ phase=Running ++ [[ Running == Succeeded ]] ++ [[ Running == Failed ]] ++ sleep 1 ++ for _ in $(seq 1 60) +++ kubectl_bin get pod curl-11065 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' ++ phase=Succeeded ++ [[ Succeeded == Succeeded ]] ++ break ++ kubectl_bin logs curl-11065 -n monitoring-2-0-18295 +++ mktemp ++ local LAST_OUT=/tmp/tmp.weyzdcDERr +++ mktemp ++ local LAST_ERR=/tmp/tmp.zaYDsnxwf0 ++ local exit_status=0 ++ local timeout=4 ++ args=('logs' 'curl-11065' '-n' 'monitoring-2-0-18295') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl logs curl-11065 -n monitoring-2-0-18295 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.weyzdcDERr ++ cat /tmp/tmp.zaYDsnxwf0 ++ rm /tmp/tmp.weyzdcDERr /tmp/tmp.zaYDsnxwf0 ++ return 0 ++ kubectl_bin delete pod curl-11065 -n monitoring-2-0-18295 --ignore-not-found --wait=false ++ [[ Succeeded != Succeeded ]] ++ return 0 + API_KEY=eyJrIjoiWVRkOEdCN3A5cWhGUEhrclpNQWgxYWJYTjlNRGQ4eVUiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0= + kubectl_bin patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiWVRkOEdCN3A5cWhGUEhrclpNQWgxYWJYTjlNRGQ4eVUiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.MwKcq50jxY ++ mktemp + local LAST_ERR=/tmp/tmp.Uqt9kOIhBC + local exit_status=0 + local timeout=4 + args=('patch' 'secret' 'some-users' '--type' 'merge' '--patch' '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiWVRkOEdCN3A5cWhGUEhrclpNQWgxYWJYTjlNRGQ4eVUiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiWVRkOEdCN3A5cWhGUEhrclpNQWgxYWJYTjlNRGQ4eVUiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.MwKcq50jxY secret/some-users patched + cat /tmp/tmp.Uqt9kOIhBC + rm /tmp/tmp.MwKcq50jxY /tmp/tmp.Uqt9kOIhBC + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readiness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready.OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready.OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DGAgoM9TFR +++ mktemp ++ local LAST_ERR=/tmp/tmp.PwXsrBMrjk ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.DGAgoM9TFR ++ cat /tmp/tmp.PwXsrBMrjk ++ rm /tmp/tmp.DGAgoM9TFR /tmp/tmp.PwXsrBMrjk ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready.OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VvpLvP76AU +++ mktemp ++ local LAST_ERR=/tmp/tmp.MDTw5SmaaJ ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.VvpLvP76AU ++ cat /tmp/tmp.MDTw5SmaaJ ++ rm /tmp/tmp.VvpLvP76AU /tmp/tmp.MDTw5SmaaJ ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MT3vIy9rXU +++ mktemp ++ local LAST_ERR=/tmp/tmp.8Rgj4CHCax ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.MT3vIy9rXU ++ cat /tmp/tmp.8Rgj4CHCax ++ rm /tmp/tmp.MT3vIy9rXU /tmp/tmp.8Rgj4CHCax ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster monitoring to be ready.................................................................................................................................................... + sleep 90 + desc 'check if pmm-client container enabled' + set +o xtrace ----------------------------------------------------------------------------------- check if pmm-client container enabled ----------------------------------------------------------------------------------- + compare_kubectl statefulset/monitoring-rs0 + local resource=statefulset/monitoring-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml + local new_result=/tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-18295", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.WBS6aXd6z1 ++ mktemp + local LAST_ERR=/tmp/tmp.AOiZdQvKUz + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/monitoring-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.WBS6aXd6z1 + cat /tmp/tmp.AOiZdQvKUz + rm /tmp/tmp.WBS6aXd6z1 /tmp/tmp.AOiZdQvKUz + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-rs0.yml + log 'compare_kubectl: statefulset/monitoring-rs0 OK' + set +o xtrace [2026-07-17T01:25:12+0000] compare_kubectl: statefulset/monitoring-rs0 OK + compare_kubectl service/monitoring-rs0 + local resource=service/monitoring-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml + local new_result=/tmp/tmp.PQg5bjFWe1/service_monitoring-rs0.yml + [[ -n '' ]] + kubectl_bin get -o yaml service/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-18295", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.dZzC95iMs0 ++ mktemp + local LAST_ERR=/tmp/tmp.6O5X6XjAJj + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'service/monitoring-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml service/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.dZzC95iMs0 + cat /tmp/tmp.6O5X6XjAJj + rm /tmp/tmp.dZzC95iMs0 /tmp/tmp.6O5X6XjAJj + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PQg5bjFWe1/service_monitoring-rs0.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PQg5bjFWe1/service_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PQg5bjFWe1/service_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml /tmp/tmp.PQg5bjFWe1/service_monitoring-rs0.yml + log 'compare_kubectl: service/monitoring-rs0 OK' + set +o xtrace [2026-07-17T01:25:13+0000] compare_kubectl: service/monitoring-rs0 OK + compare_kubectl service/monitoring-mongos + local resource=service/monitoring-mongos + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml + local new_result=/tmp/tmp.PQg5bjFWe1/service_monitoring-mongos.yml + [[ -n '' ]] + kubectl_bin get -o yaml service/monitoring-mongos + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-18295", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.Pcn2pusExB ++ mktemp + local LAST_ERR=/tmp/tmp.SqsPrYDTXn + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'service/monitoring-mongos') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml service/monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Pcn2pusExB + cat /tmp/tmp.SqsPrYDTXn + rm /tmp/tmp.Pcn2pusExB /tmp/tmp.SqsPrYDTXn + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PQg5bjFWe1/service_monitoring-mongos.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PQg5bjFWe1/service_monitoring-mongos.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PQg5bjFWe1/service_monitoring-mongos.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml /tmp/tmp.PQg5bjFWe1/service_monitoring-mongos.yml + log 'compare_kubectl: service/monitoring-mongos OK' + set +o xtrace [2026-07-17T01:25:14+0000] compare_kubectl: service/monitoring-mongos OK + compare_kubectl statefulset/monitoring-cfg + local resource=statefulset/monitoring-cfg + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml + local new_result=/tmp/tmp.PQg5bjFWe1/statefulset_monitoring-cfg.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/monitoring-cfg + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-18295", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.8MLDrbL7wr ++ mktemp + local LAST_ERR=/tmp/tmp.DO1D4icifW + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/monitoring-cfg') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-cfg + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.8MLDrbL7wr + cat /tmp/tmp.DO1D4icifW + rm /tmp/tmp.8MLDrbL7wr /tmp/tmp.DO1D4icifW + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-cfg.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-cfg.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-cfg.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-cfg.yml + log 'compare_kubectl: statefulset/monitoring-cfg OK' + set +o xtrace [2026-07-17T01:25:15+0000] compare_kubectl: statefulset/monitoring-cfg OK + compare_kubectl statefulset/monitoring-mongos + local resource=statefulset/monitoring-mongos + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml + local new_result=/tmp/tmp.PQg5bjFWe1/statefulset_monitoring-mongos.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/monitoring-mongos + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-18295", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.9cSlqqzwkv ++ mktemp + local LAST_ERR=/tmp/tmp.4OJ21Rhpav + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/monitoring-mongos') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.9cSlqqzwkv + cat /tmp/tmp.4OJ21Rhpav + rm /tmp/tmp.9cSlqqzwkv /tmp/tmp.4OJ21Rhpav + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-mongos.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-mongos.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-mongos.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml /tmp/tmp.PQg5bjFWe1/statefulset_monitoring-mongos.yml + log 'compare_kubectl: statefulset/monitoring-mongos OK' + set +o xtrace [2026-07-17T01:25:16+0000] compare_kubectl: statefulset/monitoring-mongos OK + desc 'check mongod metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongod metrics ----------------------------------------------------------------------------------- + get_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-rs0-1 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-18295-monitoring-rs0-1 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.EGbWDDBe4h ++++ mktemp +++ local LAST_ERR=/tmp/tmp.oIK6FizMEQ +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.EGbWDDBe4h +++ cat /tmp/tmp.oIK6FizMEQ +++ rm /tmp/tmp.EGbWDDBe4h /tmp/tmp.oIK6FizMEQ +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.3OqjQgTzd3 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.MFK4RDPrDi ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.3OqjQgTzd3 ++++ cat /tmp/tmp.MFK4RDPrDi ++++ rm /tmp/tmp.3OqjQgTzd3 /tmp/tmp.MFK4RDPrDi ++++ return 0 +++ endpoint=136.112.93.231 +++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 ++ echo 136.112.93.231 ++ return + endpoint=136.112.93.231 + retry 30 2 curl_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-rs0-1 136.112.93.231 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-rs0-1 136.112.93.231 admin:admin basic + local metric=node_boot_time_seconds + local instance=monitoring-2-0-18295-monitoring-rs0-1 + local endpoint=136.112.93.231 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1784251458 ++ /usr/sbin/date -u +%s + end=1784251518 + url='https://136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251458&end=1784251518&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251458&end=1784251518&step=60' + local name=curl-3488 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-3488 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251458&end=1784251518&step=60' + jq -r '(.data.result[0].values // [])[] | .[1] // empty' ++ mktemp + grep '^[0-9]' + local LAST_OUT=/tmp/tmp.Ezr4MMOGfi ++ mktemp + local LAST_ERR=/tmp/tmp.T9kcfOLQqo + local exit_status=0 + local timeout=4 + args=('run' 'curl-3488' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251458&end=1784251518&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-3488 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251458&end=1784251518&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Ezr4MMOGfi + cat /tmp/tmp.T9kcfOLQqo + rm /tmp/tmp.Ezr4MMOGfi /tmp/tmp.T9kcfOLQqo + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-3488 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-3488 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-3488 -n monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.2rwPe1ULRU ++ mktemp + local LAST_ERR=/tmp/tmp.6CobmBXsfP + local exit_status=0 + local timeout=4 + args=('logs' 'curl-3488' '-n' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-3488 -n monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2rwPe1ULRU + cat /tmp/tmp.6CobmBXsfP + rm /tmp/tmp.2rwPe1ULRU /tmp/tmp.6CobmBXsfP + return 0 + kubectl_bin delete pod curl-3488 -n monitoring-2-0-18295 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 1784246238 1784246238 + get_metric_values mongodb_connections monitoring-2-0-18295-monitoring-rs0-1 admin:admin + local metric=mongodb_connections + local instance=monitoring-2-0-18295-monitoring-rs0-1 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.gAXqmemovb ++++ mktemp +++ local LAST_ERR=/tmp/tmp.VTRwNdP1XN +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.gAXqmemovb +++ cat /tmp/tmp.VTRwNdP1XN +++ rm /tmp/tmp.gAXqmemovb /tmp/tmp.VTRwNdP1XN +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.WFsOWDlGX7 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.AZifZUIxGD ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.WFsOWDlGX7 ++++ cat /tmp/tmp.AZifZUIxGD ++++ rm /tmp/tmp.WFsOWDlGX7 /tmp/tmp.AZifZUIxGD ++++ return 0 +++ endpoint=136.112.93.231 +++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 ++ echo 136.112.93.231 ++ return + endpoint=136.112.93.231 + retry 30 2 curl_metric_values mongodb_connections monitoring-2-0-18295-monitoring-rs0-1 136.112.93.231 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values mongodb_connections monitoring-2-0-18295-monitoring-rs0-1 136.112.93.231 admin:admin basic + local metric=mongodb_connections + local instance=monitoring-2-0-18295-monitoring-rs0-1 + local endpoint=136.112.93.231 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1784251466 ++ /usr/sbin/date -u +%s + end=1784251526 + url='https://136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251466&end=1784251526&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251466&end=1784251526&step=60' + local name=curl-7295 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-7295 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251466&end=1784251526&step=60' + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + grep '^[0-9]' ++ mktemp + local LAST_OUT=/tmp/tmp.Tn7jjJmJOq ++ mktemp + local LAST_ERR=/tmp/tmp.ESknFBDcR5 + local exit_status=0 + local timeout=4 + args=('run' 'curl-7295' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251466&end=1784251526&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-7295 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-rs0-1%22%7D%29&start=1784251466&end=1784251526&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Tn7jjJmJOq + cat /tmp/tmp.ESknFBDcR5 + rm /tmp/tmp.Tn7jjJmJOq /tmp/tmp.ESknFBDcR5 + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-7295 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-7295 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-7295 -n monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.7pyqf5rbnV ++ mktemp + local LAST_ERR=/tmp/tmp.1JTVJtzpa4 + local exit_status=0 + local timeout=4 + args=('logs' 'curl-7295' '-n' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-7295 -n monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.7pyqf5rbnV + cat /tmp/tmp.1JTVJtzpa4 + rm /tmp/tmp.7pyqf5rbnV /tmp/tmp.1JTVJtzpa4 + return 0 + kubectl_bin delete pod curl-7295 -n monitoring-2-0-18295 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 0 0 + desc 'check mongo config metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongo config metrics ----------------------------------------------------------------------------------- + get_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-cfg-1 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-18295-monitoring-cfg-1 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.v8XngCU5Ju ++++ mktemp +++ local LAST_ERR=/tmp/tmp.SkfZrMd3uG +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.v8XngCU5Ju +++ cat /tmp/tmp.SkfZrMd3uG +++ rm /tmp/tmp.v8XngCU5Ju /tmp/tmp.SkfZrMd3uG +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.iQHjRvkoEq +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.y1VOTOVbDm ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.iQHjRvkoEq ++++ cat /tmp/tmp.y1VOTOVbDm ++++ rm /tmp/tmp.iQHjRvkoEq /tmp/tmp.y1VOTOVbDm ++++ return 0 +++ endpoint=136.112.93.231 +++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 ++ echo 136.112.93.231 ++ return + endpoint=136.112.93.231 + retry 30 2 curl_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-cfg-1 136.112.93.231 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-cfg-1 136.112.93.231 admin:admin basic + local metric=node_boot_time_seconds + local instance=monitoring-2-0-18295-monitoring-cfg-1 + local endpoint=136.112.93.231 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1784251474 ++ /usr/sbin/date -u +%s + end=1784251534 + url='https://136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251474&end=1784251534&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251474&end=1784251534&step=60' + local name=curl-14929 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-14929 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251474&end=1784251534&step=60' + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + grep '^[0-9]' ++ mktemp + local LAST_OUT=/tmp/tmp.mqNeT5ToJl ++ mktemp + local LAST_ERR=/tmp/tmp.mMKETtwLAo + local exit_status=0 + local timeout=4 + args=('run' 'curl-14929' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251474&end=1784251534&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-14929 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251474&end=1784251534&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.mqNeT5ToJl + cat /tmp/tmp.mMKETtwLAo + rm /tmp/tmp.mqNeT5ToJl /tmp/tmp.mMKETtwLAo + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-14929 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-14929 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-14929 -n monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.FuBZSUrrj0 ++ mktemp + local LAST_ERR=/tmp/tmp.WRMIs1NVnj + local exit_status=0 + local timeout=4 + args=('logs' 'curl-14929' '-n' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-14929 -n monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.FuBZSUrrj0 + cat /tmp/tmp.WRMIs1NVnj + rm /tmp/tmp.FuBZSUrrj0 /tmp/tmp.WRMIs1NVnj + return 0 + kubectl_bin delete pod curl-14929 -n monitoring-2-0-18295 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 1784246238 1784246238 + get_metric_values mongodb_connections monitoring-2-0-18295-monitoring-cfg-1 admin:admin + local metric=mongodb_connections + local instance=monitoring-2-0-18295-monitoring-cfg-1 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ZcOufOgUZu ++++ mktemp +++ local LAST_ERR=/tmp/tmp.4jUIR6zp2h +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.ZcOufOgUZu +++ cat /tmp/tmp.4jUIR6zp2h +++ rm /tmp/tmp.ZcOufOgUZu /tmp/tmp.4jUIR6zp2h +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.r4bmBWltLL +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.oNnZp0NvIu ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.r4bmBWltLL ++++ cat /tmp/tmp.oNnZp0NvIu ++++ rm /tmp/tmp.r4bmBWltLL /tmp/tmp.oNnZp0NvIu ++++ return 0 +++ endpoint=136.112.93.231 +++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 ++ echo 136.112.93.231 ++ return + endpoint=136.112.93.231 + retry 30 2 curl_metric_values mongodb_connections monitoring-2-0-18295-monitoring-cfg-1 136.112.93.231 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values mongodb_connections monitoring-2-0-18295-monitoring-cfg-1 136.112.93.231 admin:admin basic + local metric=mongodb_connections + local instance=monitoring-2-0-18295-monitoring-cfg-1 + local endpoint=136.112.93.231 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1784251483 ++ /usr/sbin/date -u +%s + end=1784251543 + url='https://136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251483&end=1784251543&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251483&end=1784251543&step=60' + local name=curl-1505 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-1505 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251483&end=1784251543&step=60' + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + grep '^[0-9]' ++ mktemp + local LAST_OUT=/tmp/tmp.ggVc5ZCFDI ++ mktemp + local LAST_ERR=/tmp/tmp.f1OLB7vyeg + local exit_status=0 + local timeout=4 + args=('run' 'curl-1505' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251483&end=1784251543&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-1505 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-cfg-1%22%7D%29&start=1784251483&end=1784251543&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ggVc5ZCFDI + cat /tmp/tmp.f1OLB7vyeg + rm /tmp/tmp.ggVc5ZCFDI /tmp/tmp.f1OLB7vyeg + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-1505 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-1505 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-1505 -n monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.R9Cmk7xIoV ++ mktemp + local LAST_ERR=/tmp/tmp.1xIn8vu3I4 + local exit_status=0 + local timeout=4 + args=('logs' 'curl-1505' '-n' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-1505 -n monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.R9Cmk7xIoV + cat /tmp/tmp.1xIn8vu3I4 + rm /tmp/tmp.R9Cmk7xIoV /tmp/tmp.1xIn8vu3I4 + return 0 + kubectl_bin delete pod curl-1505 -n monitoring-2-0-18295 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 0 0 + desc 'check mongos metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongos metrics ----------------------------------------------------------------------------------- ++ kubectl get pod -l app.kubernetes.io/component=mongos -o 'jsonpath={.items[0].metadata.name}' + MONGOS_POD_NAME=monitoring-mongos-0 + get_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-mongos-0 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-18295-monitoring-mongos-0 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.VjBzAQqmvY ++++ mktemp +++ local LAST_ERR=/tmp/tmp.erLt6nzlMi +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.VjBzAQqmvY +++ cat /tmp/tmp.erLt6nzlMi +++ rm /tmp/tmp.VjBzAQqmvY /tmp/tmp.erLt6nzlMi +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.8yj0niJv9s +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.D3CpptAax5 ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.8yj0niJv9s ++++ cat /tmp/tmp.D3CpptAax5 ++++ rm /tmp/tmp.8yj0niJv9s /tmp/tmp.D3CpptAax5 ++++ return 0 +++ endpoint=136.112.93.231 +++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 ++ echo 136.112.93.231 ++ return + endpoint=136.112.93.231 + retry 30 2 curl_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-mongos-0 136.112.93.231 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values node_boot_time_seconds monitoring-2-0-18295-monitoring-mongos-0 136.112.93.231 admin:admin basic + local metric=node_boot_time_seconds + local instance=monitoring-2-0-18295-monitoring-mongos-0 + local endpoint=136.112.93.231 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1784251492 ++ /usr/sbin/date -u +%s + end=1784251552 + url='https://136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%29&start=1784251492&end=1784251552&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%29&start=1784251492&end=1784251552&step=60' + local name=curl-6155 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-6155 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%29&start=1784251492&end=1784251552&step=60' + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + grep '^[0-9]' ++ mktemp + local LAST_OUT=/tmp/tmp.mPHPxL0b4t ++ mktemp + local LAST_ERR=/tmp/tmp.LvCu7wp9X6 + local exit_status=0 + local timeout=4 + args=('run' 'curl-6155' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%29&start=1784251492&end=1784251552&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-6155 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.112.93.231/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-18295-monitoring-mongos-0%22%7D%29&start=1784251492&end=1784251552&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.mPHPxL0b4t + cat /tmp/tmp.LvCu7wp9X6 + rm /tmp/tmp.mPHPxL0b4t /tmp/tmp.LvCu7wp9X6 + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-6155 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-6155 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-6155 -n monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.9TNvhyalmH ++ mktemp + local LAST_ERR=/tmp/tmp.XolJhnbU8I + local exit_status=0 + local timeout=4 + args=('logs' 'curl-6155' '-n' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-6155 -n monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.9TNvhyalmH + cat /tmp/tmp.XolJhnbU8I + rm /tmp/tmp.9TNvhyalmH /tmp/tmp.XolJhnbU8I + return 0 + kubectl_bin delete pod curl-6155 -n monitoring-2-0-18295 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 1784246228 1784246228 + sleep 90 + desc 'check QAN data' + set +o xtrace ----------------------------------------------------------------------------------- check QAN data ----------------------------------------------------------------------------------- + get_qan_values mongodb dev-mongod admin:admin + local service_type=mongodb + local environment=dev-mongod + local user_pass=admin:admin + local auth_type=basic + local start + local end + local endpoint ++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z + start=2026-07-16T13:27:28+00:00 ++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z + end=2026-07-17T01:27:28+00:00 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.rIJ1Qu41p6 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.d2s4b9W5Zd +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.rIJ1Qu41p6 +++ cat /tmp/tmp.d2s4b9W5Zd +++ rm /tmp/tmp.rIJ1Qu41p6 /tmp/tmp.d2s4b9W5Zd +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.W6X6F9aCl2 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.W3sFrbbSqU ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.W6X6F9aCl2 ++++ cat /tmp/tmp.W3sFrbbSqU ++++ rm /tmp/tmp.W6X6F9aCl2 /tmp/tmp.W3sFrbbSqU ++++ return 0 +++ endpoint=136.112.93.231 +++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 ++ echo 136.112.93.231 ++ return + endpoint=136.112.93.231 + cat + retry 30 2 curl_qan_values payload.json 136.112.93.231 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_qan_values payload.json 136.112.93.231 admin:admin basic + local payload_file=payload.json + local endpoint=136.112.93.231 + local credentials=admin:admin + local auth_type=basic + local url + curl_args=() + local curl_args + [[ basic == bearer ]] + url=https://136.112.93.231/v0/qan/GetReport ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ jq -s -R -r @uri +++ echo -n admin ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + jq -e 'any(.rows[]?; .sparkline != null)' ++ cat payload.json + execute_curl -s -k -XPOST -d $'{\n "period_start_from": "2026-07-16T13:27:28+00:00",\n "period_start_to": "2026-07-17T01:27:28+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongod"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.112.93.231/v0/qan/GetReport + local name=curl-30075 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-30075 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -XPOST -d $'{\n "period_start_from": "2026-07-16T13:27:28+00:00",\n "period_start_to": "2026-07-17T01:27:28+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongod"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.112.93.231/v0/qan/GetReport ++ mktemp + local LAST_OUT=/tmp/tmp.CxcD8DIi5s ++ mktemp + local LAST_ERR=/tmp/tmp.Bs3jbUVpLz + local exit_status=0 + local timeout=4 + args=('run' 'curl-30075' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' '-XPOST' '-d' '{ "period_start_from": "2026-07-16T13:27:28+00:00", "period_start_to": "2026-07-17T01:27:28+00:00", "group_by": "queryid", "labels": [ { "key": "service_type", "value": [ "mongodb" ] }, { "key": "environment", "value": [ "dev-mongod" ] } ], "columns": [ "load", "num_queries", "query_time" ], "order_by": "-load", "offset": 0, "limit": 10, "main_metric": "load", "search": "" }' 'https://admin:admin@136.112.93.231/v0/qan/GetReport') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-30075 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -XPOST -d $'{\n "period_start_from": "2026-07-16T13:27:28+00:00",\n "period_start_to": "2026-07-17T01:27:28+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongod"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.112.93.231/v0/qan/GetReport + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.CxcD8DIi5s + cat /tmp/tmp.Bs3jbUVpLz + rm /tmp/tmp.CxcD8DIi5s /tmp/tmp.Bs3jbUVpLz + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-30075 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-30075 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-30075 -n monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.MKmCKvfjDE ++ mktemp + local LAST_ERR=/tmp/tmp.1nNmy1zvdd + local exit_status=0 + local timeout=4 + args=('logs' 'curl-30075' '-n' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-30075 -n monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.MKmCKvfjDE + cat /tmp/tmp.1nNmy1zvdd + rm /tmp/tmp.MKmCKvfjDE /tmp/tmp.1nNmy1zvdd + return 0 + kubectl_bin delete pod curl-30075 -n monitoring-2-0-18295 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 true + rm -f payload.json + get_qan_values mongodb dev-mongos admin:admin + local service_type=mongodb + local environment=dev-mongos + local user_pass=admin:admin + local auth_type=basic + local start + local end + local endpoint ++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z + start=2026-07-16T13:27:36+00:00 ++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z + end=2026-07-17T01:27:36+00:00 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.EerEzLOEA5 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.2RhzyQRZjc +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.EerEzLOEA5 +++ cat /tmp/tmp.2RhzyQRZjc +++ rm /tmp/tmp.EerEzLOEA5 /tmp/tmp.2RhzyQRZjc +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.fq3GIJSZ0j +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.d7d7z7npqG ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.fq3GIJSZ0j ++++ cat /tmp/tmp.d7d7z7npqG ++++ rm /tmp/tmp.fq3GIJSZ0j /tmp/tmp.d7d7z7npqG ++++ return 0 +++ endpoint=136.112.93.231 +++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 ++ echo 136.112.93.231 ++ return + endpoint=136.112.93.231 + cat + retry 30 2 curl_qan_values payload.json 136.112.93.231 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_qan_values payload.json 136.112.93.231 admin:admin basic + local payload_file=payload.json + local endpoint=136.112.93.231 + local credentials=admin:admin + local auth_type=basic + local url + curl_args=() + local curl_args + [[ basic == bearer ]] + url=https://136.112.93.231/v0/qan/GetReport ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + jq -e 'any(.rows[]?; .sparkline != null)' ++ cat payload.json + execute_curl -s -k -XPOST -d $'{\n "period_start_from": "2026-07-16T13:27:36+00:00",\n "period_start_to": "2026-07-17T01:27:36+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongos"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.112.93.231/v0/qan/GetReport + local name=curl-6720 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-6720 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -XPOST -d $'{\n "period_start_from": "2026-07-16T13:27:36+00:00",\n "period_start_to": "2026-07-17T01:27:36+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongos"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.112.93.231/v0/qan/GetReport ++ mktemp + local LAST_OUT=/tmp/tmp.0mNtJqnJIj ++ mktemp + local LAST_ERR=/tmp/tmp.dKfGCTIDHx + local exit_status=0 + local timeout=4 + args=('run' 'curl-6720' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' '-XPOST' '-d' '{ "period_start_from": "2026-07-16T13:27:36+00:00", "period_start_to": "2026-07-17T01:27:36+00:00", "group_by": "queryid", "labels": [ { "key": "service_type", "value": [ "mongodb" ] }, { "key": "environment", "value": [ "dev-mongos" ] } ], "columns": [ "load", "num_queries", "query_time" ], "order_by": "-load", "offset": 0, "limit": 10, "main_metric": "load", "search": "" }' 'https://admin:admin@136.112.93.231/v0/qan/GetReport') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-6720 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -XPOST -d $'{\n "period_start_from": "2026-07-16T13:27:36+00:00",\n "period_start_to": "2026-07-17T01:27:36+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongos"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.112.93.231/v0/qan/GetReport + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.0mNtJqnJIj + cat /tmp/tmp.dKfGCTIDHx + rm /tmp/tmp.0mNtJqnJIj /tmp/tmp.dKfGCTIDHx + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-6720 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-6720 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-6720 -n monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.tOsUmOWBmG ++ mktemp + local LAST_ERR=/tmp/tmp.AHB4Scj0de + local exit_status=0 + local timeout=4 + args=('logs' 'curl-6720' '-n' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-6720 -n monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.tOsUmOWBmG + cat /tmp/tmp.AHB4Scj0de + rm /tmp/tmp.tOsUmOWBmG /tmp/tmp.AHB4Scj0de + return 0 + kubectl_bin delete pod curl-6720 -n monitoring-2-0-18295 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 true + rm -f payload.json + nodeList=($(get_node_id_from_pmm)) ++ get_node_id_from_pmm ++ nodeList=() ++ local -a nodeList +++ kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name ++++ mktemp +++ local LAST_OUT=/tmp/tmp.mLLWR8ZoF1 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.7qJ6BOS14E +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--no-headers' '-l' 'app.kubernetes.io/name=percona-server-mongodb' '--output=custom-columns=NAME:.metadata.name') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.mLLWR8ZoF1 +++ cat /tmp/tmp.7qJ6BOS14E +++ rm /tmp/tmp.mLLWR8ZoF1 /tmp/tmp.7qJ6BOS14E +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.RwmpTKYYJV ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Dv3O37gTZM +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-cfg-0' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.RwmpTKYYJV +++ cat /tmp/tmp.Dv3O37gTZM +++ rm /tmp/tmp.RwmpTKYYJV /tmp/tmp.Dv3O37gTZM +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.T3rnEuKVKA ++++ mktemp +++ local LAST_ERR=/tmp/tmp.TC5R3UihwF +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-cfg-1' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.T3rnEuKVKA +++ cat /tmp/tmp.TC5R3UihwF +++ rm /tmp/tmp.T3rnEuKVKA /tmp/tmp.TC5R3UihwF +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Y0wr9Y0BMB ++++ mktemp +++ local LAST_ERR=/tmp/tmp.uvnvjMWQAD +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-cfg-2' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Y0wr9Y0BMB +++ cat /tmp/tmp.uvnvjMWQAD +++ rm /tmp/tmp.Y0wr9Y0BMB /tmp/tmp.uvnvjMWQAD +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ftbn6xLyCz ++++ mktemp +++ local LAST_ERR=/tmp/tmp.EoQkeZJ9rC +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-mongos-0' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.ftbn6xLyCz +++ cat /tmp/tmp.EoQkeZJ9rC +++ rm /tmp/tmp.ftbn6xLyCz /tmp/tmp.EoQkeZJ9rC +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.g4jUkX3oEN ++++ mktemp +++ local LAST_ERR=/tmp/tmp.X3tFx6xAko +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-mongos-1' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.g4jUkX3oEN +++ cat /tmp/tmp.X3tFx6xAko +++ rm /tmp/tmp.g4jUkX3oEN /tmp/tmp.X3tFx6xAko +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.4ZGEWEOsx9 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.iWBCIDhVhm +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-mongos-2' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.4ZGEWEOsx9 +++ cat /tmp/tmp.iWBCIDhVhm +++ rm /tmp/tmp.4ZGEWEOsx9 /tmp/tmp.iWBCIDhVhm +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.lq741wy1GE ++++ mktemp +++ local LAST_ERR=/tmp/tmp.R1O2CFoSx3 +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-rs0-0' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.lq741wy1GE +++ cat /tmp/tmp.R1O2CFoSx3 +++ rm /tmp/tmp.lq741wy1GE /tmp/tmp.R1O2CFoSx3 +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.XV3EMLnSGb ++++ mktemp +++ local LAST_ERR=/tmp/tmp.36D4gjLZms +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-rs0-1' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.XV3EMLnSGb +++ cat /tmp/tmp.36D4gjLZms +++ rm /tmp/tmp.XV3EMLnSGb /tmp/tmp.36D4gjLZms +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.X91bKVTVAR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bvODkmDNCq +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-rs0-2' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.X91bKVTVAR +++ cat /tmp/tmp.bvODkmDNCq +++ rm /tmp/tmp.X91bKVTVAR /tmp/tmp.bvODkmDNCq +++ return 0 ++ echo /node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521 /node_id/d354eac0-bafa-4648-8755-c257b30f5fcd /node_id/172fd297-612f-4f7e-88d7-f9a84b586af7 /node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9 /node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a /node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b /node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1 /node_id/bdb63284-8e2c-458b-88fa-816660acd74f /node_id/eda80975-a810-44e4-afde-8dc54faf6a38 + nodeList_from_pmm=($(does_node_id_exists "${nodeList[@]}")) ++ does_node_id_exists /node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521 /node_id/d354eac0-bafa-4648-8755-c257b30f5fcd /node_id/172fd297-612f-4f7e-88d7-f9a84b586af7 /node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9 /node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a /node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b /node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1 /node_id/bdb63284-8e2c-458b-88fa-816660acd74f /node_id/eda80975-a810-44e4-afde-8dc54faf6a38 ++ nodeList=('/node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521' '/node_id/d354eac0-bafa-4648-8755-c257b30f5fcd' '/node_id/172fd297-612f-4f7e-88d7-f9a84b586af7' '/node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9' '/node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a' '/node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b' '/node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1' '/node_id/bdb63284-8e2c-458b-88fa-816660acd74f' '/node_id/eda80975-a810-44e4-afde-8dc54faf6a38') ++ local -a nodeList ++ nodeList_from_pmm=() ++ local -a nodeList_from_pmm ++ local endpoint ++ local encoded_admin_userinfo +++ get_service_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint +++ local service_type ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.fIgXc9syvK +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.fPnvjI76Ue ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.fIgXc9syvK ++++ cat /tmp/tmp.fPnvjI76Ue ++++ rm /tmp/tmp.fIgXc9syvK /tmp/tmp.fPnvjI76Ue ++++ return 0 +++ service_type=LoadBalancer +++ [[ LoadBalancer == LoadBalancer ]] ++++ get_load_balancer_endpoint monitoring-service ++++ local service=monitoring-service ++++ local endpoint +++++ kubectl_bin get service/monitoring-service -o json ++++++ mktemp +++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ local LAST_OUT=/tmp/tmp.c6uazmWwRC ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.s0Icux5jGU +++++ local exit_status=0 +++++ local timeout=4 +++++ args=('get' 'service/monitoring-service' '-o' 'json') +++++ local args +++++ transformed_files=() +++++ local transformed_files +++++ arch_scheduling_enabled +++++ [[ -n '' ]] +++++ arch_scheduling_enabled +++++ [[ -n '' ]] ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get service/monitoring-service -o json +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 -a -n 1 ']' +++++ break +++++ cat /tmp/tmp.c6uazmWwRC +++++ cat /tmp/tmp.s0Icux5jGU +++++ rm /tmp/tmp.c6uazmWwRC /tmp/tmp.s0Icux5jGU +++++ return 0 ++++ endpoint=136.112.93.231 ++++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' ++++ echo 136.112.93.231 ++++ return +++ endpoint=136.112.93.231 +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 +++ urlencode_userinfo admin:admin +++ local user_pass=admin:admin +++ local username=admin +++ local password=admin ++++ urlencode admin ++++ uri=admin ++++ echo -n admin ++++ jq -s -R -r @uri ++++ urlencode admin ++++ uri=admin ++++ echo -n admin ++++ jq -s -R -r @uri +++ printf %s:%s admin admin ++ encoded_admin_userinfo=admin:admin ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.NAfokYlWnW ++++ mktemp +++ local LAST_ERR=/tmp/tmp.uauMbzXT21 +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.NAfokYlWnW +++ cat /tmp/tmp.uauMbzXT21 +++ rm /tmp/tmp.NAfokYlWnW /tmp/tmp.uauMbzXT21 +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/d354eac0-bafa-4648-8755-c257b30f5fcd +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.dKibo5JEG3 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.upC43Qd65t +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.dKibo5JEG3 +++ cat /tmp/tmp.upC43Qd65t +++ rm /tmp/tmp.dKibo5JEG3 /tmp/tmp.upC43Qd65t +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/172fd297-612f-4f7e-88d7-f9a84b586af7 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.r3IqM4fEIy ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6zGDfRO43V +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.r3IqM4fEIy +++ cat /tmp/tmp.6zGDfRO43V +++ rm /tmp/tmp.r3IqM4fEIy /tmp/tmp.6zGDfRO43V +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9 ++++ mktemp +++ awk '{print $4}' +++ local LAST_OUT=/tmp/tmp.FcpSQ9AXTj ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6MRkjpxvD9 +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.FcpSQ9AXTj +++ cat /tmp/tmp.6MRkjpxvD9 +++ rm /tmp/tmp.FcpSQ9AXTj /tmp/tmp.6MRkjpxvD9 +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.83DFTLcDA0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.1HQ5DotY8c +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.83DFTLcDA0 +++ cat /tmp/tmp.1HQ5DotY8c +++ rm /tmp/tmp.83DFTLcDA0 /tmp/tmp.1HQ5DotY8c +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b ++++ mktemp +++ awk '{print $4}' +++ local LAST_OUT=/tmp/tmp.aeUt4hc7NT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.09eT2wXg8H +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.aeUt4hc7NT +++ cat /tmp/tmp.09eT2wXg8H +++ rm /tmp/tmp.aeUt4hc7NT /tmp/tmp.09eT2wXg8H +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.xsIZGdheDx ++++ mktemp +++ local LAST_ERR=/tmp/tmp.3agh5oGojC +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.xsIZGdheDx +++ cat /tmp/tmp.3agh5oGojC +++ rm /tmp/tmp.xsIZGdheDx /tmp/tmp.3agh5oGojC +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/bdb63284-8e2c-458b-88fa-816660acd74f +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Ka5WHgv05s ++++ mktemp +++ local LAST_ERR=/tmp/tmp.vORiL5F0zj +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Ka5WHgv05s +++ cat /tmp/tmp.vORiL5F0zj +++ rm /tmp/tmp.Ka5WHgv05s /tmp/tmp.vORiL5F0zj +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/eda80975-a810-44e4-afde-8dc54faf6a38 ++++ mktemp +++ awk '{print $4}' +++ local LAST_OUT=/tmp/tmp.DUjb8LDRzc ++++ mktemp +++ local LAST_ERR=/tmp/tmp.2azwXXOY1e +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.DUjb8LDRzc +++ cat /tmp/tmp.2azwXXOY1e +++ rm /tmp/tmp.DUjb8LDRzc /tmp/tmp.2azwXXOY1e +++ return 0 ++ echo /node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521 /node_id/d354eac0-bafa-4648-8755-c257b30f5fcd /node_id/172fd297-612f-4f7e-88d7-f9a84b586af7 /node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9 /node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a /node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b /node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1 /node_id/bdb63284-8e2c-458b-88fa-816660acd74f /node_id/eda80975-a810-44e4-afde-8dc54faf6a38 + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/d354eac0-bafa-4648-8755-c257b30f5fcd ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/172fd297-612f-4f7e-88d7-f9a84b586af7 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/bdb63284-8e2c-458b-88fa-816660acd74f ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/eda80975-a810-44e4-afde-8dc54faf6a38 ']' + kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]' ++ mktemp + local LAST_OUT=/tmp/tmp.eO9WHDrM61 ++ mktemp + local LAST_ERR=/tmp/tmp.p5DRB9a9CY + local exit_status=0 + local timeout=4 + args=('patch' 'psmdb' 'monitoring' '--type' 'json' '-p=[{"op":"add","path":"/spec/pause","value":true}]') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.eO9WHDrM61 perconaservermongodb.psmdb.percona.com/monitoring patched + cat /tmp/tmp.p5DRB9a9CY + rm /tmp/tmp.eO9WHDrM61 /tmp/tmp.p5DRB9a9CY + return 0 + wait_for_delete pod/monitoring-mongos-0 + local res=pod/monitoring-mongos-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-mongos-0 to be deleted.......................Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found + wait_for_delete pod/monitoring-rs0-0 + local res=pod/monitoring-rs0-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-rs0-0 to be deleted......Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found + wait_for_delete pod/monitoring-cfg-0 + local res=pod/monitoring-cfg-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-cfg-0 to be deleted......Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found + desc 'check if services are not deleted' + set +o xtrace ----------------------------------------------------------------------------------- check if services are not deleted ----------------------------------------------------------------------------------- + kubectl_bin get svc monitoring-rs0 ++ mktemp + local LAST_OUT=/tmp/tmp.Rzaooup1V4 ++ mktemp + local LAST_ERR=/tmp/tmp.y3IwtMZGoj + local exit_status=0 + local timeout=4 + args=('get' 'svc' 'monitoring-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Rzaooup1V4 NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-rs0 ClusterIP None 27019/TCP 14m + cat /tmp/tmp.y3IwtMZGoj + rm /tmp/tmp.Rzaooup1V4 /tmp/tmp.y3IwtMZGoj + return 0 + kubectl_bin get svc monitoring-cfg ++ mktemp + local LAST_OUT=/tmp/tmp.wX2PD9VOHB ++ mktemp + local LAST_ERR=/tmp/tmp.wg8T2fVxdV + local exit_status=0 + local timeout=4 + args=('get' 'svc' 'monitoring-cfg') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-cfg + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.wX2PD9VOHB NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-cfg ClusterIP None 27019/TCP 14m + cat /tmp/tmp.wg8T2fVxdV + rm /tmp/tmp.wX2PD9VOHB /tmp/tmp.wg8T2fVxdV + return 0 + kubectl_bin get svc monitoring-mongos ++ mktemp + local LAST_OUT=/tmp/tmp.Hvk6ceFvfB ++ mktemp + local LAST_ERR=/tmp/tmp.2oHOeeplxP + local exit_status=0 + local timeout=4 + args=('get' 'svc' 'monitoring-mongos') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Hvk6ceFvfB NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-mongos ClusterIP 34.118.228.164 27019/TCP 14m + cat /tmp/tmp.2oHOeeplxP + rm /tmp/tmp.Hvk6ceFvfB /tmp/tmp.2oHOeeplxP + return 0 + does_node_id_exists_in_pmm=($(does_node_id_exists "${nodeList[@]}")) ++ does_node_id_exists /node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521 /node_id/d354eac0-bafa-4648-8755-c257b30f5fcd /node_id/172fd297-612f-4f7e-88d7-f9a84b586af7 /node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9 /node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a /node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b /node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1 /node_id/bdb63284-8e2c-458b-88fa-816660acd74f /node_id/eda80975-a810-44e4-afde-8dc54faf6a38 ++ nodeList=('/node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521' '/node_id/d354eac0-bafa-4648-8755-c257b30f5fcd' '/node_id/172fd297-612f-4f7e-88d7-f9a84b586af7' '/node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9' '/node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a' '/node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b' '/node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1' '/node_id/bdb63284-8e2c-458b-88fa-816660acd74f' '/node_id/eda80975-a810-44e4-afde-8dc54faf6a38') ++ local -a nodeList ++ nodeList_from_pmm=() ++ local -a nodeList_from_pmm ++ local endpoint ++ local encoded_admin_userinfo +++ get_service_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint +++ local service_type ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.IXhMt5vlPi +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.dxhWAe3VYp ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.IXhMt5vlPi ++++ cat /tmp/tmp.dxhWAe3VYp ++++ rm /tmp/tmp.IXhMt5vlPi /tmp/tmp.dxhWAe3VYp ++++ return 0 +++ service_type=LoadBalancer +++ [[ LoadBalancer == LoadBalancer ]] ++++ get_load_balancer_endpoint monitoring-service ++++ local service=monitoring-service ++++ local endpoint +++++ kubectl_bin get service/monitoring-service -o json +++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Rw9yzAzUYG ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.qOMe0dZwYo +++++ local exit_status=0 +++++ local timeout=4 +++++ args=('get' 'service/monitoring-service' '-o' 'json') +++++ local args +++++ transformed_files=() +++++ local transformed_files +++++ arch_scheduling_enabled +++++ [[ -n '' ]] +++++ arch_scheduling_enabled +++++ [[ -n '' ]] ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get service/monitoring-service -o json +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 -a -n 1 ']' +++++ break +++++ cat /tmp/tmp.Rw9yzAzUYG +++++ cat /tmp/tmp.qOMe0dZwYo +++++ rm /tmp/tmp.Rw9yzAzUYG /tmp/tmp.qOMe0dZwYo +++++ return 0 ++++ endpoint=136.112.93.231 ++++ '[' -n 136.112.93.231 -a 136.112.93.231 '!=' null ']' ++++ echo 136.112.93.231 ++++ return +++ endpoint=136.112.93.231 +++ echo 136.112.93.231 +++ return ++ endpoint=136.112.93.231 +++ urlencode_userinfo admin:admin +++ local user_pass=admin:admin +++ local username=admin +++ local password=admin ++++ urlencode admin ++++ uri=admin ++++ echo -n admin ++++ jq -s -R -r @uri ++++ urlencode admin ++++ uri=admin ++++ echo -n admin ++++ jq -s -R -r @uri +++ printf %s:%s admin admin ++ encoded_admin_userinfo=admin:admin ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/b2cc3082-45a2-425e-88ca-ae57e2ca2521 ++++ mktemp +++ awk '{print $4}' +++ local LAST_OUT=/tmp/tmp.m1VVc7tXGi ++++ mktemp +++ local LAST_ERR=/tmp/tmp.asBrqRBOJR +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.m1VVc7tXGi +++ cat /tmp/tmp.asBrqRBOJR +++ rm /tmp/tmp.m1VVc7tXGi /tmp/tmp.asBrqRBOJR +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/d354eac0-bafa-4648-8755-c257b30f5fcd +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.8pKt5a9iJI ++++ mktemp +++ local LAST_ERR=/tmp/tmp.9ZS79DjWI0 +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.8pKt5a9iJI +++ cat /tmp/tmp.9ZS79DjWI0 +++ rm /tmp/tmp.8pKt5a9iJI /tmp/tmp.9ZS79DjWI0 +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/172fd297-612f-4f7e-88d7-f9a84b586af7 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.UYk2dD3UjC ++++ mktemp +++ local LAST_ERR=/tmp/tmp.j1vdglaAFK +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.UYk2dD3UjC +++ cat /tmp/tmp.j1vdglaAFK +++ rm /tmp/tmp.UYk2dD3UjC /tmp/tmp.j1vdglaAFK +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/6283dcb2-0d3e-47ae-b7da-943b69cc15a9 +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.aBpAW7IsCq ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ZJkEOIrTjX +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.aBpAW7IsCq +++ cat /tmp/tmp.ZJkEOIrTjX +++ rm /tmp/tmp.aBpAW7IsCq /tmp/tmp.ZJkEOIrTjX +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/f7d9cfcf-4a8e-4bc0-b279-809192d98b3a +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.II4ExJpZF0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.iAdpXIW3wK +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.II4ExJpZF0 +++ cat /tmp/tmp.iAdpXIW3wK +++ rm /tmp/tmp.II4ExJpZF0 /tmp/tmp.iAdpXIW3wK +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/0d4119b1-4828-49d0-a98a-ad9c495a0c9b +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.gSncEYbqvt ++++ mktemp +++ local LAST_ERR=/tmp/tmp.9kJw5LTNBh +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.gSncEYbqvt +++ cat /tmp/tmp.9kJw5LTNBh +++ rm /tmp/tmp.gSncEYbqvt /tmp/tmp.9kJw5LTNBh +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/4937774e-0f6a-4988-ba8b-27bdb10ceef1 +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.6zEbxlx9eo ++++ mktemp +++ local LAST_ERR=/tmp/tmp.PxZtU0vqpu +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.6zEbxlx9eo +++ cat /tmp/tmp.PxZtU0vqpu +++ rm /tmp/tmp.6zEbxlx9eo /tmp/tmp.PxZtU0vqpu +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/bdb63284-8e2c-458b-88fa-816660acd74f +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Fh48b5tiHm ++++ mktemp +++ local LAST_ERR=/tmp/tmp.XWlvYlLVcn +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Fh48b5tiHm +++ cat /tmp/tmp.XWlvYlLVcn +++ rm /tmp/tmp.Fh48b5tiHm /tmp/tmp.XWlvYlLVcn +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/eda80975-a810-44e4-afde-8dc54faf6a38 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Uo8YbosOqR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fVigebgkPq +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-18295' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.112.93.231/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-18295 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.112.93.231/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Uo8YbosOqR +++ cat /tmp/tmp.fVigebgkPq +++ rm /tmp/tmp.Uo8YbosOqR /tmp/tmp.fVigebgkPq +++ return 0 ++ echo + desc 'check customClusterName for pmm' + set +o xtrace ----------------------------------------------------------------------------------- check customClusterName for pmm ----------------------------------------------------------------------------------- + custom_name=custom-cluster-name + kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]' ++ mktemp + local LAST_OUT=/tmp/tmp.qi1Pqg1QON ++ mktemp + local LAST_ERR=/tmp/tmp.sFsivYh7Ie + local exit_status=0 + local timeout=4 + args=('patch' 'psmdb' 'monitoring' '--type' 'json' '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.qi1Pqg1QON perconaservermongodb.psmdb.percona.com/monitoring patched + cat /tmp/tmp.sFsivYh7Ie + rm /tmp/tmp.qi1Pqg1QON /tmp/tmp.sFsivYh7Ie + return 0 + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readiness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready.............OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready...........OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kNHi09NSXt +++ mktemp ++ local LAST_ERR=/tmp/tmp.vzYHudLpzh ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.kNHi09NSXt ++ cat /tmp/tmp.vzYHudLpzh ++ rm /tmp/tmp.kNHi09NSXt /tmp/tmp.vzYHudLpzh ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready.............OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Nnu6HfeWD +++ mktemp ++ local LAST_ERR=/tmp/tmp.uRmj4WkV1C ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.1Nnu6HfeWD ++ cat /tmp/tmp.uRmj4WkV1C ++ rm /tmp/tmp.1Nnu6HfeWD /tmp/tmp.uRmj4WkV1C ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DFBCjYvo8Y +++ mktemp ++ local LAST_ERR=/tmp/tmp.zrcGr0X7IY ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.DFBCjYvo8Y ++ cat /tmp/tmp.zrcGr0X7IY ++ rm /tmp/tmp.DFBCjYvo8Y /tmp/tmp.zrcGr0X7IY ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster monitoring to be ready............................... + execute_curl -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@136.112.93.231/v1/inventory/Services/List + local name=curl-24374 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-24374 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@136.112.93.231/v1/inventory/Services/List ++ mktemp + local LAST_OUT=/tmp/tmp.v7Mp83TIvD ++ mktemp + local LAST_ERR=/tmp/tmp.eVuaFwJ1lC + local exit_status=0 + local timeout=4 + args=('run' 'curl-24374' '-n' 'monitoring-2-0-18295' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' '-d' '{"service_type":"MONGODB_SERVICE"}' 'https://admin:admin@136.112.93.231/v1/inventory/Services/List') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-24374 -n monitoring-2-0-18295 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@136.112.93.231/v1/inventory/Services/List + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.v7Mp83TIvD + cat /tmp/tmp.eVuaFwJ1lC + rm /tmp/tmp.v7Mp83TIvD /tmp/tmp.eVuaFwJ1lC + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-24374 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-24374 -n monitoring-2-0-18295 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-24374 -n monitoring-2-0-18295 ++ mktemp + local LAST_OUT=/tmp/tmp.HutQybdmff ++ mktemp + local LAST_ERR=/tmp/tmp.E60ceT58Tf + local exit_status=0 + local timeout=4 + args=('logs' 'curl-24374' '-n' 'monitoring-2-0-18295') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-24374 -n monitoring-2-0-18295 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.HutQybdmff + cat /tmp/tmp.E60ceT58Tf + rm /tmp/tmp.HutQybdmff /tmp/tmp.E60ceT58Tf + return 0 + kubectl_bin delete pod curl-24374 -n monitoring-2-0-18295 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 + check_custom_cluster_name monitoring-2-0-18295-monitoring-mongos-0 /tmp/tmp.PQg5bjFWe1/pmm_service_list.json + local pod_service_name=monitoring-2-0-18295-monitoring-mongos-0 + local pmm_services_file=/tmp/tmp.PQg5bjFWe1/pmm_service_list.json + echo 'Checking monitoring-2-0-18295-monitoring-mongos-0' Checking monitoring-2-0-18295-monitoring-mongos-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-18295-monitoring-mongos-0") | .cluster' /tmp/tmp.PQg5bjFWe1/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + check_custom_cluster_name monitoring-2-0-18295-monitoring-rs0-0 /tmp/tmp.PQg5bjFWe1/pmm_service_list.json + local pod_service_name=monitoring-2-0-18295-monitoring-rs0-0 + local pmm_services_file=/tmp/tmp.PQg5bjFWe1/pmm_service_list.json + echo 'Checking monitoring-2-0-18295-monitoring-rs0-0' Checking monitoring-2-0-18295-monitoring-rs0-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-18295-monitoring-rs0-0") | .cluster' /tmp/tmp.PQg5bjFWe1/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + check_custom_cluster_name monitoring-2-0-18295-monitoring-cfg-0 /tmp/tmp.PQg5bjFWe1/pmm_service_list.json + local pod_service_name=monitoring-2-0-18295-monitoring-cfg-0 + local pmm_services_file=/tmp/tmp.PQg5bjFWe1/pmm_service_list.json + echo 'Checking monitoring-2-0-18295-monitoring-cfg-0' Checking monitoring-2-0-18295-monitoring-cfg-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-18295-monitoring-cfg-0") | .cluster' /tmp/tmp.PQg5bjFWe1/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + [[ -n '' ]] ++ kubectl_bin logs monitoring-rs0-0 pmm-client ++ grep -c 'cannot auto discover databases and collections' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XiOvCztZfr +++ mktemp ++ local LAST_ERR=/tmp/tmp.RH4ht6CUSk ++ local exit_status=0 ++ local timeout=4 ++ args=('logs' 'monitoring-rs0-0' 'pmm-client') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl logs monitoring-rs0-0 pmm-client ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.XiOvCztZfr ++ cat /tmp/tmp.RH4ht6CUSk ++ rm /tmp/tmp.XiOvCztZfr /tmp/tmp.RH4ht6CUSk ++ return 0 + [[ 0 != 0 ]] + helm uninstall monitoring release "monitoring" uninstalled + destroy monitoring-2-0-18295 + local namespace=monitoring-2-0-18295 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false ']' + delete_backups + desc 'Delete psmdb-backup' + set +o xtrace ----------------------------------------------------------------------------------- Delete psmdb-backup ----------------------------------------------------------------------------------- ++ kubectl_bin get psmdb-backup --no-headers ++ wc -l +++ mktemp ++ local LAST_OUT=/tmp/tmp.71nrJ7S7XZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.L3O4hiwTvw ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb-backup' '--no-headers') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb-backup --no-headers ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.71nrJ7S7XZ ++ cat /tmp/tmp.L3O4hiwTvw No resources found in monitoring-2-0-18295 namespace. ++ rm /tmp/tmp.71nrJ7S7XZ /tmp/tmp.L3O4hiwTvw ++ return 0 + '[' 0 '!=' 0 ']' + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.w8CRvWXbS6 ++ mktemp + local LAST_ERR=/tmp/tmp.DAV7TPaVuE + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.w8CRvWXbS6 customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.DAV7TPaVuE + rm /tmp/tmp.w8CRvWXbS6 /tmp/tmp.DAV7TPaVuE + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.LhW7PgH942 ++ mktemp + local LAST_ERR=/tmp/tmp.wOtboCLM8E + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.LhW7PgH942 + cat /tmp/tmp.wOtboCLM8E + rm /tmp/tmp.LhW7PgH942 /tmp/tmp.wOtboCLM8E + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + grep -v NAMESPACE + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.hdjiViROK8 ++ mktemp + local LAST_ERR=/tmp/tmp.nad40Kxz4b + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.hdjiViROK8 + cat /tmp/tmp.nad40Kxz4b + rm /tmp/tmp.hdjiViROK8 /tmp/tmp.nad40Kxz4b + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.Qweg7It5FT ++ mktemp + local LAST_ERR=/tmp/tmp.0LvZDS3d2O + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Qweg7It5FT + cat /tmp/tmp.0LvZDS3d2O + rm /tmp/tmp.Qweg7It5FT /tmp/tmp.0LvZDS3d2O + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.lByqYR4xxa ++ mktemp + local LAST_ERR=/tmp/tmp.xjjIQV7eXp + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.lByqYR4xxa + cat /tmp/tmp.xjjIQV7eXp + rm /tmp/tmp.lByqYR4xxa /tmp/tmp.xjjIQV7eXp + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.NsyQtDlBGO ++ mktemp + local LAST_ERR=/tmp/tmp.BiOi72QcJZ + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.NsyQtDlBGO clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.BiOi72QcJZ + rm /tmp/tmp.NsyQtDlBGO /tmp/tmp.BiOi72QcJZ + return 0 + destroy_cert_manager + [[ gke == rancher ]] + kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.dDk9dIHP7t ++ mktemp + local LAST_ERR=/tmp/tmp.qCEwAKHY4h + local exit_status=0 + local timeout=4 + args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.dDk9dIHP7t namespace "cert-manager" deleted customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted serviceaccount "cert-manager-cainjector" deleted from cert-manager namespace serviceaccount "cert-manager" deleted from cert-manager namespace serviceaccount "cert-manager-webhook" deleted from cert-manager namespace clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-cluster-view" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace role.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace role.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace rolebinding.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace rolebinding.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace service "cert-manager-cainjector" deleted from cert-manager namespace service "cert-manager" deleted from cert-manager namespace service "cert-manager-webhook" deleted from cert-manager namespace deployment.apps "cert-manager-cainjector" deleted from cert-manager namespace deployment.apps "cert-manager" deleted from cert-manager namespace deployment.apps "cert-manager-webhook" deleted from cert-manager namespace mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted + cat /tmp/tmp.qCEwAKHY4h + rm /tmp/tmp.dDk9dIHP7t /tmp/tmp.qCEwAKHY4h + return 0 + [[ -n '' ]] + '[' -n psmdb-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace monitoring-2-0-18295 + rm -rf /tmp/tmp.PQg5bjFWe1 + kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator ++ mktemp ++ mktemp + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + local LAST_OUT=/tmp/tmp.dT8zS5g7Wn + local LAST_OUT=/tmp/tmp.qEtYuHQH5u ++ mktemp ++ mktemp PASSED+ local LAST_ERR=/tmp/tmp.JaYVXm4WIj + local exit_status=0 + local timeout=4 + local LAST_ERR=/tmp/tmp.77gTTFCXfV + args=('delete' '--grace-period=0' '--force=true' 'namespace' 'monitoring-2-0-18295') + local args + local exit_status=0 + local timeout=4 + transformed_files=() + local transformed_files + arch_scheduling_enabled + args=('delete' '--grace-period=0' '--force=true' 'namespace' 'psmdb-operator') + [[ -n '' ]] + local args + transformed_files=() + arch_scheduling_enabled + local transformed_files + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace psmdb-operator + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace monitoring-2-0-18295 - generated xml file: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/monitoring-2-0.xml - - Generated html report: file:///mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/monitoring-2-0.html - ======================== 1 passed in 1494.39s (0:24:54) ======================== + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.dT8zS5g7Wn namespace "psmdb-operator" force deleted + cat /tmp/tmp.77gTTFCXfV Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.dT8zS5g7Wn /tmp/tmp.77gTTFCXfV + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.qEtYuHQH5u namespace "monitoring-2-0-18295" force deleted + cat /tmp/tmp.JaYVXm4WIj Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.qEtYuHQH5u /tmp/tmp.JaYVXm4WIj + return 0