which: no gsed in (/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) mkdir -p e2e-tests/reports e2e-tests/logs ========================================================================================= test session starts ========================================================================================== platform linux -- Python 3.14.6, pytest-9.1.1, pluggy-1.6.0 -- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/.venv/bin/python cachedir: .pytest_cache metadata: {'Python': '3.14.6', 'Platform': 'Linux-6.18.6-200.fc43.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.1.1', 'pluggy': '1.6.0'}, 'Plugins': {'html': '4.2.0', 'dependency': '0.6.1', 'json-report': '1.5.0', 'metadata': '3.1.1'}, 'CI': 'true', 'BUILD_NUMBER': '2', 'BUILD_ID': '2', 'BUILD_URL': 'https://cloud.cd.percona.com/job/cloud-psmdb-operator/job/PR-2491/2/', 'NODE_NAME': 'hcloud-ir3nxfnaccwe6fha', 'JOB_NAME': 'cloud-psmdb-operator/PR-2491', 'BUILD_TAG': 'jenkins-cloud-psmdb-operator-PR-2491-2', 'EXECUTOR_NUMBER': '0', 'JENKINS_URL': 'https://cloud.cd.percona.com/', 'WORKSPACE': '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491', 'GIT_COMMIT': '6cfab0ed6bdcd3601b0c48816a22ee4ab446b92a', 'GIT_URL': 'https://github.com/percona/percona-server-mongodb-operator.git', 'GIT_BRANCH': 'PR-2491'} rootdir: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491 configfile: pyproject.toml plugins: html-4.2.0, dependency-0.6.1, json-report-1.5.0, metadata-3.1.1 collecting ... collected 1 item e2e-tests/test_pytest_wrapper.py::test_bash_wrapper[monitoring-2-0] [12:31:05.238823] WARNING kubectl error: Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 [12:31:06.572579] INFO Environment variables: KUBE_VERSION=1.33 PLATFORM=gke ARCH= EKS= GKE=1 AKS= OPENSHIFT= KIND= MINIKUBE= RANCHER= API=psmdb.percona.com/v1 REGISTRY_NAME=docker.io GIT_COMMIT=6cfab0ed6bdcd3601b0c48816a22ee4ab446b92a GIT_BRANCH=PR-2491 OPERATOR_VERSION=1.24.0 IMAGE=docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6 IMAGE_MONGOD=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0 docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0 docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 IMAGE_SEARCH=docker.io/perconalab/percona-server-mongodb-operator:main-mongot IMAGE_BACKUP=docker.io/perconalab/percona-server-mongodb-operator:main-backup IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1-1 IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersync-mongodb:0.9.0 IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60 CERT_MANAGER_VER=1.21.0 CHAOS_MESH_VER=2.7.1 MINIO_VER=5.4.0 PMM_SERVER_VER=9.9.9 CLEAN_NAMESPACE=1 DELETE_CRD_ON_START=1 SKIP_DELETE=0 SKIP_BACKUPS_TO_AWS_GCP_AZURE= UPDATE_COMPARE_FILES=0 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Debug logging disabled. + create_infra monitoring-2-0-4502 + local ns=monitoring-2-0-4502 + echo monitoring-2-0-4502 + [[ 1 == 1 ]] + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.CzwAqAzKyR ++ mktemp + local LAST_ERR=/tmp/tmp.NF5LV0t8oB + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml' '--ignore-not-found' '--wait=false') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.CzwAqAzKyR + cat /tmp/tmp.NF5LV0t8oB + rm /tmp/tmp.CzwAqAzKyR /tmp/tmp.NF5LV0t8oB + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.8smsc1QAnn ++ mktemp + local LAST_ERR=/tmp/tmp.GWHIbTbD4U + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.8smsc1QAnn + cat /tmp/tmp.GWHIbTbD4U + rm /tmp/tmp.8smsc1QAnn /tmp/tmp.GWHIbTbD4U + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.C8BENRyxjC ++ mktemp + local LAST_ERR=/tmp/tmp.EWAojCtTdw + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.C8BENRyxjC + cat /tmp/tmp.EWAojCtTdw + rm /tmp/tmp.C8BENRyxjC /tmp/tmp.EWAojCtTdw + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.O8lFjixZgD ++ mktemp + local LAST_ERR=/tmp/tmp.ZjTmnYz2NV + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.O8lFjixZgD + cat /tmp/tmp.ZjTmnYz2NV + rm /tmp/tmp.O8lFjixZgD /tmp/tmp.ZjTmnYz2NV + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.F98UXcvYXx ++ mktemp + local LAST_ERR=/tmp/tmp.f8p6j6dzHX + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.F98UXcvYXx + cat /tmp/tmp.f8p6j6dzHX + rm /tmp/tmp.F98UXcvYXx /tmp/tmp.f8p6j6dzHX + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.vVP2LbqdG6 ++ mktemp + local LAST_ERR=/tmp/tmp.i1bHvvl45K + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.vVP2LbqdG6 + cat /tmp/tmp.i1bHvvl45K + rm /tmp/tmp.vVP2LbqdG6 /tmp/tmp.i1bHvvl45K + return 0 + check_crd_for_deletion PR-2491-6cfab0ed6 + local git_tag=PR-2491-6cfab0ed6 ++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2491-6cfab0ed6/deploy/crd.yaml ++ yq eval .metadata.name ++ /usr/sbin/sed s/---//g ++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g' + for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g') ++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VazCjqyXpD +++ mktemp ++ local LAST_ERR=/tmp/tmp.n2PQm5sury ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'crd/null' '-o' 'jsonpath={.status.conditions[-1].type}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.VazCjqyXpD ++ cat /tmp/tmp.n2PQm5sury Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 0 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.VazCjqyXpD ++ cat /tmp/tmp.n2PQm5sury Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 4 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.VazCjqyXpD ++ cat /tmp/tmp.n2PQm5sury Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 8 ++ cat /tmp/tmp.VazCjqyXpD ++ cat /tmp/tmp.n2PQm5sury Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ rm /tmp/tmp.VazCjqyXpD /tmp/tmp.n2PQm5sury ++ return 1 + [[ '' == Terminating ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + awk '{print$1}' + xargs kubectl delete ns + [[ -n '' ]] + desc 'cleaned up old namespaces psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found + local LAST_OUT=/tmp/tmp.1ynFbOThZe ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.Yf9xId6LXn ++ mktemp + local LAST_ERR=/tmp/tmp.FT2L2oN9Df + local exit_status=0 + local timeout=4 + args=('delete' 'namespace' 'psmdb-operator' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + local LAST_ERR=/tmp/tmp.1CQsgC8NwU + local exit_status=0 + local timeout=4 + args=('get' 'ns') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + for i in $(seq 0 2) + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.1ynFbOThZe + cat /tmp/tmp.1CQsgC8NwU + rm /tmp/tmp.1ynFbOThZe /tmp/tmp.1CQsgC8NwU + return 0 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Yf9xId6LXn + cat /tmp/tmp.FT2L2oN9Df + rm /tmp/tmp.Yf9xId6LXn /tmp/tmp.FT2L2oN9Df + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.Ojam8g0xRP ++ mktemp + local LAST_ERR=/tmp/tmp.fdQLHUAgns + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Ojam8g0xRP + cat /tmp/tmp.fdQLHUAgns + rm /tmp/tmp.Ojam8g0xRP /tmp/tmp.fdQLHUAgns + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.6geL4mAvsj ++ mktemp + local LAST_ERR=/tmp/tmp.G6PMhvhhEf + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.6geL4mAvsj namespace/psmdb-operator created + cat /tmp/tmp.G6PMhvhhEf + rm /tmp/tmp.6geL4mAvsj /tmp/tmp.G6PMhvhhEf + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.DL78YOscxO +++ mktemp ++ local LAST_ERR=/tmp/tmp.F5Axljj4Ow ++ local exit_status=0 ++ local timeout=4 ++ args=('config' 'current-context') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.DL78YOscxO ++ cat /tmp/tmp.F5Axljj4Ow ++ rm /tmp/tmp.DL78YOscxO /tmp/tmp.F5Axljj4Ow ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster1 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.iAbrAaB8Z3 ++ mktemp + local LAST_ERR=/tmp/tmp.f5ONGJ3yoh + local exit_status=0 + local timeout=4 + args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster1' '--namespace=psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster1 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.iAbrAaB8Z3 Context "gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster1" modified. + cat /tmp/tmp.f5ONGJ3yoh + rm /tmp/tmp.iAbrAaB8Z3 /tmp/tmp.f5ONGJ3yoh + return 0 + deploy_operator + desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6 ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.BlCQjM0zNp ++ mktemp + local LAST_ERR=/tmp/tmp.BRbiwOtKFQ + local exit_status=0 + local timeout=4 + args=('apply' '--server-side' '--force-conflicts' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.BlCQjM0zNp customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.BRbiwOtKFQ + rm /tmp/tmp.BlCQjM0zNp /tmp/tmp.BRbiwOtKFQ + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: psmdb-operator^' + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.O4RFj7WizE ++ mktemp + local LAST_ERR=/tmp/tmp.OLtLqUFP7C + local exit_status=0 + local timeout=4 + args=('apply' '-n' 'psmdb-operator' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.O4RFj7WizE clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created + cat /tmp/tmp.OLtLqUFP7C + rm /tmp/tmp.O4RFj7WizE /tmp/tmp.OLtLqUFP7C + return 0 + add_arch_to_podspecs - + arch_scheduling_enabled + [[ -n '' ]] + cat - + yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-operator.yaml + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.3IZOmuj1ma ++ mktemp + local LAST_ERR=/tmp/tmp.bhRGBz8QW4 + local exit_status=0 + local timeout=4 + args=('apply' '-n' 'psmdb-operator' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + return + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.3IZOmuj1ma deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.bhRGBz8QW4 + rm /tmp/tmp.3IZOmuj1ma /tmp/tmp.bhRGBz8QW4 + return 0 + sleep 20 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.3jG6uXnWfI +++ mktemp ++ local LAST_ERR=/tmp/tmp.tLAgGOmodt ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.3jG6uXnWfI ++ cat /tmp/tmp.tLAgGOmodt ++ rm /tmp/tmp.3jG6uXnWfI /tmp/tmp.tLAgGOmodt ++ return 0 + wait_operator_pod percona-server-mongodb-operator-78964f6749-62gzk + local pod=percona-server-mongodb-operator-78964f6749-62gzk + set +o xtrace waiting for pod/percona-server-mongodb-operator-78964f6749-62gzk to be ready.OK + echo 'Print operator info from log' Print operator info from log ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp + grep 'Manager starting up' ++ local LAST_OUT=/tmp/tmp.LbPfhDtGTs +++ mktemp ++ local LAST_ERR=/tmp/tmp.hdGOYkHDR0 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.LbPfhDtGTs ++ cat /tmp/tmp.hdGOYkHDR0 ++ rm /tmp/tmp.LbPfhDtGTs /tmp/tmp.hdGOYkHDR0 ++ return 0 + kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-78964f6749-62gzk ++ mktemp + local LAST_OUT=/tmp/tmp.gnh1PcyiEg ++ mktemp + local LAST_ERR=/tmp/tmp.ZSv46HQCrP + local exit_status=0 + local timeout=4 + args=('logs' '-n' 'psmdb-operator' 'percona-server-mongodb-operator-78964f6749-62gzk') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n psmdb-operator percona-server-mongodb-operator-78964f6749-62gzk + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.gnh1PcyiEg + cat /tmp/tmp.ZSv46HQCrP + rm /tmp/tmp.gnh1PcyiEg /tmp/tmp.ZSv46HQCrP + return 0 2026-08-04T12:32:04.908Z INFO setup Manager starting up {"gitCommit": "6cfab0ed6bdcd3601b0c48816a22ee4ab446b92a", "gitBranch": "PR-2491-6cfab0ed6", "buildTime": "", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"} + create_namespace monitoring-2-0-4502 + local namespace=monitoring-2-0-4502 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + [[ -n '' ]] + desc 'cleaned up old namespaces monitoring-2-0-4502' + set +o xtrace ----------------------------------------------------------------------------------- ++ mktemp cleaned up old namespaces monitoring-2-0-4502 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace monitoring-2-0-4502 --ignore-not-found + xargs kubectl delete ns + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.ofMyyj2DWA ++ mktemp + local LAST_ERR=/tmp/tmp.0w2xsnwvmu + local exit_status=0 + local timeout=4 + args=('get' 'ns') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + local LAST_OUT=/tmp/tmp.JyNrNFRVwE ++ seq 0 2 ++ mktemp + local LAST_ERR=/tmp/tmp.0K85ROG8jU + local exit_status=0 + local timeout=4 + args=('delete' 'namespace' 'monitoring-2-0-4502' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + for i in $(seq 0 2) + set +e + kubectl get ns ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace monitoring-2-0-4502 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ofMyyj2DWA + cat /tmp/tmp.0w2xsnwvmu + rm /tmp/tmp.ofMyyj2DWA /tmp/tmp.0w2xsnwvmu + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.JyNrNFRVwE + cat /tmp/tmp.0K85ROG8jU + rm /tmp/tmp.JyNrNFRVwE /tmp/tmp.0K85ROG8jU + return 0 + kubectl_bin wait --for=delete namespace monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.wwdbYOeCln ++ mktemp + local LAST_ERR=/tmp/tmp.mqkJOazXmG + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'namespace' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace monitoring-2-0-4502 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.wwdbYOeCln + cat /tmp/tmp.mqkJOazXmG + rm /tmp/tmp.wwdbYOeCln /tmp/tmp.mqkJOazXmG + return 0 + desc 'create namespace monitoring-2-0-4502' + set +o xtrace ----------------------------------------------------------------------------------- create namespace monitoring-2-0-4502 ----------------------------------------------------------------------------------- + kubectl_bin create namespace monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.u5LT8kc9Qi ++ mktemp + local LAST_ERR=/tmp/tmp.T6h1fStoMC + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.u5LT8kc9Qi namespace/monitoring-2-0-4502 created + cat /tmp/tmp.T6h1fStoMC + rm /tmp/tmp.u5LT8kc9Qi /tmp/tmp.T6h1fStoMC + return 0 + set_kube_ctx monitoring-2-0-4502 + local namespace=monitoring-2-0-4502 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.9bRh5uz3yJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.eXVMgpbcEG ++ local exit_status=0 ++ local timeout=4 ++ args=('config' 'current-context') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.9bRh5uz3yJ ++ cat /tmp/tmp.eXVMgpbcEG ++ rm /tmp/tmp.9bRh5uz3yJ /tmp/tmp.eXVMgpbcEG ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster1 --namespace=monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.U18HVs3kEq ++ mktemp + local LAST_ERR=/tmp/tmp.hDesthdcip + local exit_status=0 + local timeout=4 + args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster1' '--namespace=monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster1 --namespace=monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.U18HVs3kEq Context "gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster1" modified. + cat /tmp/tmp.hDesthdcip + rm /tmp/tmp.U18HVs3kEq /tmp/tmp.hDesthdcip + return 0 + deploy_cert_manager + [[ gke == rancher ]] + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin -n cert-manager delete clusterissuer --all ++ mktemp + local LAST_OUT=/tmp/tmp.w1M81YZVBM ++ mktemp + local LAST_ERR=/tmp/tmp.fyOT7g0DLG + local exit_status=0 + local timeout=4 + args=('-n' 'cert-manager' 'delete' 'clusterissuer' '--all') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete clusterissuer --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.w1M81YZVBM + cat /tmp/tmp.fyOT7g0DLG error: the server doesn't have a resource type "clusterissuer" + sleep 0 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete clusterissuer --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.w1M81YZVBM + cat /tmp/tmp.fyOT7g0DLG error: the server doesn't have a resource type "clusterissuer" + sleep 4 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete clusterissuer --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.w1M81YZVBM + cat /tmp/tmp.fyOT7g0DLG error: the server doesn't have a resource type "clusterissuer" + sleep 8 + cat /tmp/tmp.w1M81YZVBM + cat /tmp/tmp.fyOT7g0DLG error: the server doesn't have a resource type "clusterissuer" + rm /tmp/tmp.w1M81YZVBM /tmp/tmp.fyOT7g0DLG + return 1 + : + kubectl_bin -n cert-manager delete certificate --all ++ mktemp + local LAST_OUT=/tmp/tmp.98HQOjFXi2 ++ mktemp + local LAST_ERR=/tmp/tmp.C1xNx9n2P5 + local exit_status=0 + local timeout=4 + args=('-n' 'cert-manager' 'delete' 'certificate' '--all') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete certificate --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.98HQOjFXi2 + cat /tmp/tmp.C1xNx9n2P5 error: the server doesn't have a resource type "certificate" + sleep 0 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete certificate --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.98HQOjFXi2 + cat /tmp/tmp.C1xNx9n2P5 error: the server doesn't have a resource type "certificate" + sleep 4 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager delete certificate --all + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.98HQOjFXi2 + cat /tmp/tmp.C1xNx9n2P5 error: the server doesn't have a resource type "certificate" + sleep 8 + cat /tmp/tmp.98HQOjFXi2 + cat /tmp/tmp.C1xNx9n2P5 error: the server doesn't have a resource type "certificate" + rm /tmp/tmp.98HQOjFXi2 /tmp/tmp.C1xNx9n2P5 + return 1 + : + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.i5wEshnTtA ++ mktemp + local LAST_ERR=/tmp/tmp.6EuSN7jMXS + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'cert-manager') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.i5wEshnTtA namespace/cert-manager created + cat /tmp/tmp.6EuSN7jMXS + rm /tmp/tmp.i5wEshnTtA /tmp/tmp.6EuSN7jMXS + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.MWXu4qyqI0 ++ mktemp + local LAST_ERR=/tmp/tmp.0VlyALNbTt + local exit_status=0 + local timeout=4 + args=('label' 'namespace' 'cert-manager' 'certmanager.k8s.io/disable-validation=true') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.MWXu4qyqI0 namespace/cert-manager labeled + cat /tmp/tmp.0VlyALNbTt + rm /tmp/tmp.MWXu4qyqI0 /tmp/tmp.0VlyALNbTt + return 0 + curl -sL https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml + add_arch_to_podspecs - + arch_scheduling_enabled + [[ -n '' ]] + cat - + kubectl_bin apply -f - --validate=false + return namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io created customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io created serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim created clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view created clusterrole.rbac.authorization.k8s.io/cert-manager-view created clusterrole.rbac.authorization.k8s.io/cert-manager-edit created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io created clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests created clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests created clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews created role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection created role.rbac.authorization.k8s.io/cert-manager:leaderelection created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection created rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook created validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook created + kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready ++ mktemp + local LAST_OUT=/tmp/tmp.1L38YEs2iu ++ mktemp + local LAST_ERR=/tmp/tmp.PuPDSucdA4 + local exit_status=0 + local timeout=4 + args=('-n' 'cert-manager' 'wait' 'pod' '-l' 'app.kubernetes.io/instance=cert-manager' '--for=condition=ready') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.1L38YEs2iu pod/cert-manager-cainjector-54796c9fd9-wv2ms condition met pod/cert-manager-ff6db7bc5-8c4kf condition met pod/cert-manager-webhook-79bbcc47c6-mwzl2 condition met + cat /tmp/tmp.PuPDSucdA4 + rm /tmp/tmp.1L38YEs2iu /tmp/tmp.PuPDSucdA4 + return 0 + sleep 120 + desc 'install PMM Server' + set +o xtrace ----------------------------------------------------------------------------------- install PMM Server ----------------------------------------------------------------------------------- + deploy_pmm_server + helm uninstall monitoring Error: uninstall: Release not loaded: monitoring: release: not found + : + helm repo remove stable Error: no repo named "stable" found + : + helm repo add stable https://charts.helm.sh/stable "stable" has been added to your repositories + [[ -n '' ]] + pmm_args=('--set' 'imageTag=dev-latest' '--set' 'imageRepo=docker.io/perconalab/pmm-server') + local pmm_args + arch_scheduling_enabled + [[ -n '' ]] + retry 10 60 helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz + local max=10 + local delay=60 + shift 2 + local n=1 + helm install monitoring --set imageTag=dev-latest --set imageRepo=docker.io/perconalab/pmm-server https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz NAME: monitoring LAST DEPLOYED: Tue Aug 4 12:35:45 2026 NAMESPACE: monitoring-2-0-4502 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: PMM server can be accessed via HTTPS (port 443) on the following DNS name from within your cluster: endpoint: https://monitoring-service.monitoring-2-0-4502.svc.cluster.local:443 login: admin password: admin + sleep 40 + kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' ++ mktemp + local LAST_OUT=/tmp/tmp.2fxOZydTe8 ++ mktemp + local LAST_ERR=/tmp/tmp.wpasfz1WGd + local exit_status=0 + local timeout=4 + args=('exec' 'monitoring-0' '--' 'bash' '-c' 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.2fxOZydTe8 + cat /tmp/tmp.wpasfz1WGd error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 0 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.2fxOZydTe8 + cat /tmp/tmp.wpasfz1WGd error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 4 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.2fxOZydTe8 + cat /tmp/tmp.wpasfz1WGd error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + sleep 8 + cat /tmp/tmp.2fxOZydTe8 + cat /tmp/tmp.wpasfz1WGd error: Internal error occurred: unable to upgrade connection: container not found ("monitoring") + rm /tmp/tmp.2fxOZydTe8 /tmp/tmp.wpasfz1WGd + return 1 + echo 'Retry 0' Retry 0 + sleep 5 + let retry+=1 + '[' 1 -ge 30 ']' + kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' ++ mktemp + local LAST_OUT=/tmp/tmp.KAyHnZrGZc ++ mktemp + local LAST_ERR=/tmp/tmp.Gv6CJeb3wt + local exit_status=0 + local timeout=4 + args=('exec' 'monitoring-0' '--' 'bash' '-c' 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.KAyHnZrGZc + cat /tmp/tmp.Gv6CJeb3wt + rm /tmp/tmp.KAyHnZrGZc /tmp/tmp.Gv6CJeb3wt + return 0 + cluster=monitoring + desc 'create secrets and start client' + set +o xtrace ----------------------------------------------------------------------------------- create secrets and start client ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.KtAQwwxrP7 ++ mktemp + local LAST_ERR=/tmp/tmp.FBQHkIkVOJ + local exit_status=0 + local timeout=4 + args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/secrets.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/conf/secrets.yml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.KtAQwwxrP7 secret/some-users created secret/some-users unchanged + cat /tmp/tmp.FBQHkIkVOJ + rm /tmp/tmp.KtAQwwxrP7 /tmp/tmp.FBQHkIkVOJ + return 0 + desc 'create first PSMDB cluster monitoring' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster monitoring ----------------------------------------------------------------------------------- + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/conf/monitoring-rs0.yml + yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"' ++ mktemp + yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"' + yq eval '(.spec | select(has("search"))).search.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongot"' + add_arch_to_psmdb - + yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6"' + arch_scheduling_enabled + local LAST_OUT=/tmp/tmp.ie1JqfEQcA + [[ -n '' ]] + yq eval '.spec.upgradeOptions.apply="Never"' + cat - + /usr/sbin/sed -e s/NAME_SPACE/monitoring-2-0-4502/g ++ mktemp + yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' + local LAST_ERR=/tmp/tmp.G5yrlfdZ0Q + local exit_status=0 + local timeout=4 + [[ -n docker.io/perconalab/fluentbit:main-logcollector ]] + IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector + yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)' + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + return + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ie1JqfEQcA perconaservermongodb.psmdb.percona.com/monitoring created + cat /tmp/tmp.G5yrlfdZ0Q + rm /tmp/tmp.ie1JqfEQcA /tmp/tmp.G5yrlfdZ0Q + return 0 + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readiness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready...........OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready.............OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SouLeA2HND +++ mktemp ++ local LAST_ERR=/tmp/tmp.qXbdISRouK ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.SouLeA2HND ++ cat /tmp/tmp.qXbdISRouK ++ rm /tmp/tmp.SouLeA2HND /tmp/tmp.qXbdISRouK ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready............OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rVQ5Ghdymy +++ mktemp ++ local LAST_ERR=/tmp/tmp.4GRWRKv1ek ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.rVQ5Ghdymy ++ cat /tmp/tmp.4GRWRKv1ek ++ rm /tmp/tmp.rVQ5Ghdymy /tmp/tmp.4GRWRKv1ek ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nWjNaGVLch +++ mktemp ++ local LAST_ERR=/tmp/tmp.8yOJd3wbLL ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.nWjNaGVLch ++ cat /tmp/tmp.8yOJd3wbLL ++ rm /tmp/tmp.nWjNaGVLch /tmp/tmp.8yOJd3wbLL ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster monitoring to be ready................. + apply_client_with_tls monitoring + local cluster=monitoring + yq '.spec.template.spec.volumes[0].secret.secretName="monitoring-ssl"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/client_with_tls.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.IXcgWBkcFO ++ mktemp + local LAST_ERR=/tmp/tmp.v3mqdShMgt + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.IXcgWBkcFO deployment.apps/psmdb-client created + cat /tmp/tmp.v3mqdShMgt + rm /tmp/tmp.IXcgWBkcFO /tmp/tmp.v3mqdShMgt + return 0 + kubectl_bin rollout status deployment/psmdb-client --timeout=360s ++ mktemp + local LAST_OUT=/tmp/tmp.SzKwxaABSW ++ mktemp + local LAST_ERR=/tmp/tmp.gnKJRP6x7h + local exit_status=0 + local timeout=4 + args=('rollout' 'status' 'deployment/psmdb-client' '--timeout=360s') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl rollout status deployment/psmdb-client --timeout=360s + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.SzKwxaABSW Waiting for deployment "psmdb-client" rollout to finish: 0 of 1 updated replicas are available... deployment "psmdb-client" successfully rolled out + cat /tmp/tmp.gnKJRP6x7h + rm /tmp/tmp.SzKwxaABSW /tmp/tmp.gnKJRP6x7h + return 0 + desc 'check if pmm-client container is not enabled' + set +o xtrace ----------------------------------------------------------------------------------- check if pmm-client container is not enabled ----------------------------------------------------------------------------------- + compare_kubectl statefulset/monitoring-rs0 -no-pmm + local resource=statefulset/monitoring-rs0 + local postfix=-no-pmm + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml + local new_result=/tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-4502", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.nwG9LR1Ttc ++ mktemp + local LAST_ERR=/tmp/tmp.E6q9uRLrN2 + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/monitoring-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.nwG9LR1Ttc + cat /tmp/tmp.E6q9uRLrN2 + rm /tmp/tmp.nwG9LR1Ttc /tmp/tmp.E6q9uRLrN2 + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0-no-pmm.yml /tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + log 'compare_kubectl: statefulset/monitoring-rs0 OK' + set +o xtrace [2026-08-04T12:39:14+0000] compare_kubectl: statefulset/monitoring-rs0 OK + sleep 10 + custom_port=27019 + run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-4502 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' + local uri=userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-4502 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jDXmkykOdg +++ mktemp ++ local LAST_ERR=/tmp/tmp.hRn2mjNuLc ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.jDXmkykOdg ++ cat /tmp/tmp.hRn2mjNuLc ++ rm /tmp/tmp.jDXmkykOdg /tmp/tmp.hRn2mjNuLc ++ return 0 + local client_container=psmdb-client-5b9745b9f-gcs98 + kubectl_bin exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.myL1SP8L8b ++ mktemp + local LAST_ERR=/tmp/tmp.xHl4FaDRcQ + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-gcs98' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.myL1SP8L8b Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-08-04T12:39:26.908Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("22ce83f2-dff1-4659-9c81-0be1935810cd") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match Successfully added user: { "user" : "myApp", "roles" : [ { "db" : "myApp", "role" : "readWrite" } ] } bye + cat /tmp/tmp.xHl4FaDRcQ + rm /tmp/tmp.myL1SP8L8b /tmp/tmp.xHl4FaDRcQ + return 0 + run_mongos 'sh.enableSharding("myApp")' clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-4502 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=sh.enableSharding("myApp")' + local uri=clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-4502 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.boN2WWVf4E +++ mktemp ++ local LAST_ERR=/tmp/tmp.Rgl1zxeZCn ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.boN2WWVf4E ++ cat /tmp/tmp.Rgl1zxeZCn ++ rm /tmp/tmp.boN2WWVf4E /tmp/tmp.Rgl1zxeZCn ++ return 0 + local client_container=psmdb-client-5b9745b9f-gcs98 + kubectl_bin exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.Dnd2yibSoY ++ mktemp + local LAST_ERR=/tmp/tmp.TXUEHXWoLF + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-gcs98' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''sh.enableSharding("myApp")\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Dnd2yibSoY Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-08-04T12:39:29.997Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("b37df0d5-9b4c-4747-9f69-d83770f479d7") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match { "ok" : 1, "$clusterTime" : { "clusterTime" : Timestamp(1785847170, 8), "signature" : { "hash" : BinData(0,"oYnCpeJnTeuYng9+1T/8rs/i/ps="), "keyId" : NumberLong("7670154817141997589") } }, "operationTime" : Timestamp(1785847170, 5) } bye + cat /tmp/tmp.TXUEHXWoLF + rm /tmp/tmp.Dnd2yibSoY /tmp/tmp.TXUEHXWoLF + return 0 + insert_data_mongos 100500 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100500 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@monitoring-mongos.monitoring-2-0-4502 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100500 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-4502 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lf2ycbo6mz +++ mktemp ++ local LAST_ERR=/tmp/tmp.dV4jDHjjUm ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.lf2ycbo6mz ++ cat /tmp/tmp.dV4jDHjjUm ++ rm /tmp/tmp.lf2ycbo6mz /tmp/tmp.dV4jDHjjUm ++ return 0 + local client_container=psmdb-client-5b9745b9f-gcs98 + kubectl_bin exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.f9QE2pCU7t ++ mktemp + local LAST_ERR=/tmp/tmp.i2bysrXPwi + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-gcs98' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.f9QE2pCU7t Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-08-04T12:39:32.682Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("1d3156b9-f273-4894-b7cf-07c79a146f28") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.i2bysrXPwi + rm /tmp/tmp.f9QE2pCU7t /tmp/tmp.i2bysrXPwi + return 0 + insert_data_mongos 100600 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100600 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100600 })' myApp:myPass@monitoring-mongos.monitoring-2-0-4502 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100600 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-4502 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ggr82ViHBF +++ mktemp ++ local LAST_ERR=/tmp/tmp.5POQITmJEN ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ggr82ViHBF ++ cat /tmp/tmp.5POQITmJEN ++ rm /tmp/tmp.ggr82ViHBF /tmp/tmp.5POQITmJEN ++ return 0 + local client_container=psmdb-client-5b9745b9f-gcs98 + kubectl_bin exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.xv26DcdOkv ++ mktemp + local LAST_ERR=/tmp/tmp.5k1ZucRmvl + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-gcs98' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100600 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.xv26DcdOkv Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-08-04T12:39:35.785Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("35e17319-901d-4277-a52f-ee2dcaf07fa9") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.5k1ZucRmvl + rm /tmp/tmp.xv26DcdOkv /tmp/tmp.5k1ZucRmvl + return 0 + insert_data_mongos 100700 myApp '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local data=100700 + local db_name=myApp + local 'flags=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + run_mongos 'use myApp\n db.test.insert({ x: 100700 })' myApp:myPass@monitoring-mongos.monitoring-2-0-4502 '' '' '--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' 27019 + local 'command=use myApp\n db.test.insert({ x: 100700 })' + local uri=myApp:myPass@monitoring-mongos.monitoring-2-0-4502 + local driver=mongodb + local suffix=.svc.cluster.local + local 'mongo_flag=--tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + local port=27019 + local mongo_bin=mongo ++ echo .svc.cluster.local ++ awk -F: '{print $2}' + suffix_port= + [[ -z '' ]] + suffix=.svc.cluster.local:27019 ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ue5au4QgKC +++ mktemp ++ local LAST_ERR=/tmp/tmp.teBCOw0ZXB ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Ue5au4QgKC ++ cat /tmp/tmp.teBCOw0ZXB ++ rm /tmp/tmp.Ue5au4QgKC /tmp/tmp.teBCOw0ZXB ++ return 0 + local client_container=psmdb-client-5b9745b9f-gcs98 + kubectl_bin exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' ++ mktemp + local LAST_OUT=/tmp/tmp.oQZXLyP0aR ++ mktemp + local LAST_ERR=/tmp/tmp.cdshemr9uY + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-5b9745b9f-gcs98' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-5b9745b9f-gcs98 -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100700 })\n'\'' | mongo mongodb://myApp:myPass@monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin --tlsCertificateKeyFile /tmp/tls.pem --tlsCAFile /etc/mongodb-ssl/ca.crt --tls' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.oQZXLyP0aR Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://monitoring-mongos.monitoring-2-0-4502.svc.cluster.local:27019/admin?compressors=disabled&gssapiServiceName=mongodb {"t":{"$date":"2026-08-04T12:39:37.892Z"},"s":"I", "c":"NETWORK", "id":5490002, "ctx":"thread1","msg":"Started a new thread for the timer service"} Implicit session: session { "id" : UUID("cf93fa9c-88b8-49c1-8de9-a033b06892ff") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.cdshemr9uY + rm /tmp/tmp.oQZXLyP0aR /tmp/tmp.cdshemr9uY + return 0 + desc 'add PMM_SERVER_API_KEY for secret some-users' + set +o xtrace ----------------------------------------------------------------------------------- add PMM_SERVER_API_KEY for secret some-users ----------------------------------------------------------------------------------- ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.EI81s4UV50 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bfXLsI98qY +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.EI81s4UV50 +++ cat /tmp/tmp.bfXLsI98qY +++ rm /tmp/tmp.EI81s4UV50 /tmp/tmp.bfXLsI98qY +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.fSsTmfemAz +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.0YKjzSYRUe ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.fSsTmfemAz ++++ cat /tmp/tmp.0YKjzSYRUe ++++ rm /tmp/tmp.fSsTmfemAz /tmp/tmp.0YKjzSYRUe ++++ return 0 +++ endpoint=136.64.242.89 +++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 ++ echo 136.64.242.89 ++ return + monitoring_endpoint=136.64.242.89 ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + encoded_admin_userinfo=admin:admin ++ execute_curl --insecure -sS -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@136.64.242.89/graph/api/auth/keys ++ local name=curl-21136 ++ local image=docker.io/alpine/curl:latest ++ local phase= ++ local exit_status=0 ++ jq -r .key ++ kubectl_bin run curl-21136 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS --insecure -sS -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@136.64.242.89/graph/api/auth/keys +++ mktemp ++ local LAST_OUT=/tmp/tmp.qxvJxoNAZ3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8BXVZPeJrR ++ local exit_status=0 ++ local timeout=4 ++ args=('run' 'curl-21136' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '--insecure' '-sS' '-X' 'POST' '-H' 'Content-Type: application/json' '-d' '{"name":"operator", "role": "Admin"}' 'https://admin:admin@136.64.242.89/graph/api/auth/keys') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl run curl-21136 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS --insecure -sS -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@136.64.242.89/graph/api/auth/keys ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.qxvJxoNAZ3 ++ cat /tmp/tmp.8BXVZPeJrR ++ rm /tmp/tmp.qxvJxoNAZ3 /tmp/tmp.8BXVZPeJrR ++ return 0 +++ seq 1 60 ++ for _ in $(seq 1 60) +++ kubectl_bin get pod curl-21136 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' ++ phase=Pending ++ [[ Pending == Succeeded ]] ++ [[ Pending == Failed ]] ++ sleep 1 ++ for _ in $(seq 1 60) +++ kubectl_bin get pod curl-21136 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' ++ phase=Pending ++ [[ Pending == Succeeded ]] ++ [[ Pending == Failed ]] ++ sleep 1 ++ for _ in $(seq 1 60) +++ kubectl_bin get pod curl-21136 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' ++ phase=Succeeded ++ [[ Succeeded == Succeeded ]] ++ break ++ kubectl_bin logs curl-21136 -n monitoring-2-0-4502 +++ mktemp ++ local LAST_OUT=/tmp/tmp.XTclgn6vWz +++ mktemp ++ local LAST_ERR=/tmp/tmp.ajFUuCr9R3 ++ local exit_status=0 ++ local timeout=4 ++ args=('logs' 'curl-21136' '-n' 'monitoring-2-0-4502') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl logs curl-21136 -n monitoring-2-0-4502 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.XTclgn6vWz ++ cat /tmp/tmp.ajFUuCr9R3 ++ rm /tmp/tmp.XTclgn6vWz /tmp/tmp.ajFUuCr9R3 ++ return 0 ++ kubectl_bin delete pod curl-21136 -n monitoring-2-0-4502 --ignore-not-found --wait=false ++ [[ Succeeded != Succeeded ]] ++ return 0 + API_KEY=eyJrIjoiY0piYTFKZ1FJVXJLNUg2RWRSaXMzT283S3hJN3VYNHQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0= + kubectl_bin patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiY0piYTFKZ1FJVXJLNUg2RWRSaXMzT283S3hJN3VYNHQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}' ++ mktemp + local LAST_OUT=/tmp/tmp.bIY4egBxeJ ++ mktemp + local LAST_ERR=/tmp/tmp.cHxrrR0Uxk + local exit_status=0 + local timeout=4 + args=('patch' 'secret' 'some-users' '--type' 'merge' '--patch' '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiY0piYTFKZ1FJVXJLNUg2RWRSaXMzT283S3hJN3VYNHQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch secret some-users --type merge --patch '{"stringData": {"PMM_SERVER_API_KEY": "eyJrIjoiY0piYTFKZ1FJVXJLNUg2RWRSaXMzT283S3hJN3VYNHQiLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.bIY4egBxeJ secret/some-users patched + cat /tmp/tmp.cHxrrR0Uxk + rm /tmp/tmp.bIY4egBxeJ /tmp/tmp.cHxrrR0Uxk + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readiness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready.OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready.OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q551zauOh0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Pb6y1r6ibx ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Q551zauOh0 ++ cat /tmp/tmp.Pb6y1r6ibx ++ rm /tmp/tmp.Q551zauOh0 /tmp/tmp.Pb6y1r6ibx ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready.OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AFnOOJDIUg +++ mktemp ++ local LAST_ERR=/tmp/tmp.xQdcjmsZPI ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.AFnOOJDIUg ++ cat /tmp/tmp.xQdcjmsZPI ++ rm /tmp/tmp.AFnOOJDIUg /tmp/tmp.xQdcjmsZPI ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OlzOkBXPfL +++ mktemp ++ local LAST_ERR=/tmp/tmp.mSriVUOnBo ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.OlzOkBXPfL ++ cat /tmp/tmp.mSriVUOnBo ++ rm /tmp/tmp.OlzOkBXPfL /tmp/tmp.mSriVUOnBo ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster monitoring to be ready..................................................................................................................................... + sleep 90 + desc 'check if pmm-client container enabled' + set +o xtrace ----------------------------------------------------------------------------------- check if pmm-client container enabled ----------------------------------------------------------------------------------- + compare_kubectl statefulset/monitoring-rs0 + local resource=statefulset/monitoring-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml + local new_result=/tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/monitoring-rs0 + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-4502", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.XCZCgymMcI ++ mktemp + local LAST_ERR=/tmp/tmp.MuvUX8iqFL + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/monitoring-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.XCZCgymMcI + cat /tmp/tmp.MuvUX8iqFL + rm /tmp/tmp.XCZCgymMcI /tmp/tmp.MuvUX8iqFL + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-rs0.yml /tmp/tmp.cGaKPkTclf/statefulset_monitoring-rs0.yml + log 'compare_kubectl: statefulset/monitoring-rs0 OK' + set +o xtrace [2026-08-04T12:46:21+0000] compare_kubectl: statefulset/monitoring-rs0 OK + compare_kubectl service/monitoring-rs0 + local resource=service/monitoring-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml + local new_result=/tmp/tmp.cGaKPkTclf/service_monitoring-rs0.yml + [[ -n '' ]] + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-4502", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - + kubectl_bin get -o yaml service/monitoring-rs0 ++ mktemp + local LAST_OUT=/tmp/tmp.7xHn2E07RB ++ mktemp + local LAST_ERR=/tmp/tmp.44SWAh9pKO + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'service/monitoring-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml service/monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.7xHn2E07RB + cat /tmp/tmp.44SWAh9pKO + rm /tmp/tmp.7xHn2E07RB /tmp/tmp.44SWAh9pKO + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.cGaKPkTclf/service_monitoring-rs0.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.cGaKPkTclf/service_monitoring-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.cGaKPkTclf/service_monitoring-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/service_monitoring-rs0.yml /tmp/tmp.cGaKPkTclf/service_monitoring-rs0.yml + log 'compare_kubectl: service/monitoring-rs0 OK' + set +o xtrace [2026-08-04T12:46:22+0000] compare_kubectl: service/monitoring-rs0 OK + compare_kubectl service/monitoring-mongos + local resource=service/monitoring-mongos + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml + local new_result=/tmp/tmp.cGaKPkTclf/service_monitoring-mongos.yml + [[ -n '' ]] + kubectl_bin get -o yaml service/monitoring-mongos + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-4502", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.SndL2f8Q8o ++ mktemp + local LAST_ERR=/tmp/tmp.mGHVkTbieJ + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'service/monitoring-mongos') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml service/monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.SndL2f8Q8o + cat /tmp/tmp.mGHVkTbieJ + rm /tmp/tmp.SndL2f8Q8o /tmp/tmp.mGHVkTbieJ + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.cGaKPkTclf/service_monitoring-mongos.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.cGaKPkTclf/service_monitoring-mongos.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.cGaKPkTclf/service_monitoring-mongos.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/service_monitoring-mongos.yml /tmp/tmp.cGaKPkTclf/service_monitoring-mongos.yml + log 'compare_kubectl: service/monitoring-mongos OK' + set +o xtrace [2026-08-04T12:46:23+0000] compare_kubectl: service/monitoring-mongos OK + compare_kubectl statefulset/monitoring-cfg + local resource=statefulset/monitoring-cfg + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml + local new_result=/tmp/tmp.cGaKPkTclf/statefulset_monitoring-cfg.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/monitoring-cfg + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-4502", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - ++ mktemp + local LAST_OUT=/tmp/tmp.rntBAMgXCZ ++ mktemp + local LAST_ERR=/tmp/tmp.dnOqYe8SHs + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/monitoring-cfg') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-cfg + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.rntBAMgXCZ + cat /tmp/tmp.dnOqYe8SHs + rm /tmp/tmp.rntBAMgXCZ /tmp/tmp.dnOqYe8SHs + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-cfg.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-cfg.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-cfg.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-cfg.yml /tmp/tmp.cGaKPkTclf/statefulset_monitoring-cfg.yml + log 'compare_kubectl: statefulset/monitoring-cfg OK' + set +o xtrace [2026-08-04T12:46:24+0000] compare_kubectl: statefulset/monitoring-cfg OK + compare_kubectl statefulset/monitoring-mongos + local resource=statefulset/monitoring-mongos + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml + local new_result=/tmp/tmp.cGaKPkTclf/statefulset_monitoring-mongos.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/monitoring-mongos ++ mktemp + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("monitoring-2-0-4502", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - + local LAST_OUT=/tmp/tmp.5MeyOvOx77 ++ mktemp + local LAST_ERR=/tmp/tmp.abCMv2x5TJ + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/monitoring-mongos') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.5MeyOvOx77 + cat /tmp/tmp.abCMv2x5TJ + rm /tmp/tmp.5MeyOvOx77 /tmp/tmp.abCMv2x5TJ + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-mongos.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-mongos.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.cGaKPkTclf/statefulset_monitoring-mongos.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-mongos.yml /tmp/tmp.cGaKPkTclf/statefulset_monitoring-mongos.yml + log 'compare_kubectl: statefulset/monitoring-mongos OK' + set +o xtrace [2026-08-04T12:46:25+0000] compare_kubectl: statefulset/monitoring-mongos OK + desc 'check mongod metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongod metrics ----------------------------------------------------------------------------------- + get_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-rs0-1 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-4502-monitoring-rs0-1 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.sYZ1Eq4ibF ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ymhwge8Tts +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.sYZ1Eq4ibF +++ cat /tmp/tmp.ymhwge8Tts +++ rm /tmp/tmp.sYZ1Eq4ibF /tmp/tmp.ymhwge8Tts +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.uaFUe2Luyo +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.CqAbHVjOcK ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.uaFUe2Luyo ++++ cat /tmp/tmp.CqAbHVjOcK ++++ rm /tmp/tmp.uaFUe2Luyo /tmp/tmp.CqAbHVjOcK ++++ return 0 +++ endpoint=136.64.242.89 +++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 ++ echo 136.64.242.89 ++ return + endpoint=136.64.242.89 + retry 30 2 curl_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-rs0-1 136.64.242.89 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-rs0-1 136.64.242.89 admin:admin basic + local metric=node_boot_time_seconds + local instance=monitoring-2-0-4502-monitoring-rs0-1 + local endpoint=136.64.242.89 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1785847527 ++ /usr/sbin/date -u +%s + end=1785847587 + url='https://136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847527&end=1785847587&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847527&end=1785847587&step=60' + local name=curl-8046 + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-8046 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847527&end=1785847587&step=60' + grep '^[0-9]' ++ mktemp + local LAST_OUT=/tmp/tmp.sVzE5O8CVo ++ mktemp + local LAST_ERR=/tmp/tmp.6bFRILctWA + local exit_status=0 + local timeout=4 + args=('run' 'curl-8046' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847527&end=1785847587&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-8046 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847527&end=1785847587&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.sVzE5O8CVo + cat /tmp/tmp.6bFRILctWA + rm /tmp/tmp.sVzE5O8CVo /tmp/tmp.6bFRILctWA + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-8046 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Running + [[ Running == Succeeded ]] + [[ Running == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-8046 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-8046 -n monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.oXmkyoQX7a ++ mktemp + local LAST_ERR=/tmp/tmp.scZ2VTjYcM + local exit_status=0 + local timeout=4 + args=('logs' 'curl-8046' '-n' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-8046 -n monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.oXmkyoQX7a + cat /tmp/tmp.scZ2VTjYcM + rm /tmp/tmp.oXmkyoQX7a /tmp/tmp.scZ2VTjYcM + return 0 + kubectl_bin delete pod curl-8046 -n monitoring-2-0-4502 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 1785841467 1785841467 + get_metric_values mongodb_connections monitoring-2-0-4502-monitoring-rs0-1 admin:admin + local metric=mongodb_connections + local instance=monitoring-2-0-4502-monitoring-rs0-1 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.yZ7qN5r6UL ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ETVAwbf03Z +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.yZ7qN5r6UL +++ cat /tmp/tmp.ETVAwbf03Z +++ rm /tmp/tmp.yZ7qN5r6UL /tmp/tmp.ETVAwbf03Z +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.sv6vrIDRMf +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.UxdiyEF0Yl ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.sv6vrIDRMf ++++ cat /tmp/tmp.UxdiyEF0Yl ++++ rm /tmp/tmp.sv6vrIDRMf /tmp/tmp.UxdiyEF0Yl ++++ return 0 +++ endpoint=136.64.242.89 +++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 ++ echo 136.64.242.89 ++ return + endpoint=136.64.242.89 + retry 30 2 curl_metric_values mongodb_connections monitoring-2-0-4502-monitoring-rs0-1 136.64.242.89 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values mongodb_connections monitoring-2-0-4502-monitoring-rs0-1 136.64.242.89 admin:admin basic + local metric=mongodb_connections + local instance=monitoring-2-0-4502-monitoring-rs0-1 + local endpoint=136.64.242.89 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1785847535 ++ /usr/sbin/date -u +%s + end=1785847595 + url='https://136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847535&end=1785847595&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847535&end=1785847595&step=60' + local name=curl-14114 + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-14114 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847535&end=1785847595&step=60' + grep '^[0-9]' ++ mktemp + local LAST_OUT=/tmp/tmp.F6OQ1QfUz3 ++ mktemp + local LAST_ERR=/tmp/tmp.LGuOYyHjRF + local exit_status=0 + local timeout=4 + args=('run' 'curl-14114' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847535&end=1785847595&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-14114 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-rs0-1%22%7D%29&start=1785847535&end=1785847595&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.F6OQ1QfUz3 + cat /tmp/tmp.LGuOYyHjRF + rm /tmp/tmp.F6OQ1QfUz3 /tmp/tmp.LGuOYyHjRF + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-14114 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-14114 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-14114 -n monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.THpGfhfgyB ++ mktemp + local LAST_ERR=/tmp/tmp.2GKn1B1cWk + local exit_status=0 + local timeout=4 + args=('logs' 'curl-14114' '-n' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-14114 -n monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.THpGfhfgyB + cat /tmp/tmp.2GKn1B1cWk + rm /tmp/tmp.THpGfhfgyB /tmp/tmp.2GKn1B1cWk + return 0 + kubectl_bin delete pod curl-14114 -n monitoring-2-0-4502 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 0 0 + desc 'check mongo config metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongo config metrics ----------------------------------------------------------------------------------- + get_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-cfg-1 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-4502-monitoring-cfg-1 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.NasXuBgmep ++++ mktemp +++ local LAST_ERR=/tmp/tmp.m5LAcwv8HB +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.NasXuBgmep +++ cat /tmp/tmp.m5LAcwv8HB +++ rm /tmp/tmp.NasXuBgmep /tmp/tmp.m5LAcwv8HB +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.gr8RPSY92c +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.00cXzZi7st ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.gr8RPSY92c ++++ cat /tmp/tmp.00cXzZi7st ++++ rm /tmp/tmp.gr8RPSY92c /tmp/tmp.00cXzZi7st ++++ return 0 +++ endpoint=136.64.242.89 +++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 ++ echo 136.64.242.89 ++ return + endpoint=136.64.242.89 + retry 30 2 curl_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-cfg-1 136.64.242.89 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-cfg-1 136.64.242.89 admin:admin basic + local metric=node_boot_time_seconds + local instance=monitoring-2-0-4502-monitoring-cfg-1 + local endpoint=136.64.242.89 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1785847542 ++ /usr/sbin/date -u +%s + end=1785847602 + url='https://136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847542&end=1785847602&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + execute_curl -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847542&end=1785847602&step=60' + grep '^[0-9]' + local name=curl-7575 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-7575 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847542&end=1785847602&step=60' ++ mktemp + local LAST_OUT=/tmp/tmp.TrIB4nTx0e ++ mktemp + local LAST_ERR=/tmp/tmp.NjeYRN553y + local exit_status=0 + local timeout=4 + args=('run' 'curl-7575' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847542&end=1785847602&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-7575 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847542&end=1785847602&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.TrIB4nTx0e + cat /tmp/tmp.NjeYRN553y + rm /tmp/tmp.TrIB4nTx0e /tmp/tmp.NjeYRN553y + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-7575 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-7575 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-7575 -n monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.lyYviBaQ3x ++ mktemp + local LAST_ERR=/tmp/tmp.EzutkSA1SC + local exit_status=0 + local timeout=4 + args=('logs' 'curl-7575' '-n' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-7575 -n monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.lyYviBaQ3x + cat /tmp/tmp.EzutkSA1SC + rm /tmp/tmp.lyYviBaQ3x /tmp/tmp.EzutkSA1SC + return 0 + kubectl_bin delete pod curl-7575 -n monitoring-2-0-4502 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 1785841456 1785841456 + get_metric_values mongodb_connections monitoring-2-0-4502-monitoring-cfg-1 admin:admin + local metric=mongodb_connections + local instance=monitoring-2-0-4502-monitoring-cfg-1 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Wyjnz2nDFF ++++ mktemp +++ local LAST_ERR=/tmp/tmp.52XgkpnpQP +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Wyjnz2nDFF +++ cat /tmp/tmp.52XgkpnpQP +++ rm /tmp/tmp.Wyjnz2nDFF /tmp/tmp.52XgkpnpQP +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.vw0XbgQRLo +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.QDmpX3ziJ2 ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.vw0XbgQRLo ++++ cat /tmp/tmp.QDmpX3ziJ2 ++++ rm /tmp/tmp.vw0XbgQRLo /tmp/tmp.QDmpX3ziJ2 ++++ return 0 +++ endpoint=136.64.242.89 +++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 ++ echo 136.64.242.89 ++ return + endpoint=136.64.242.89 + retry 30 2 curl_metric_values mongodb_connections monitoring-2-0-4502-monitoring-cfg-1 136.64.242.89 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values mongodb_connections monitoring-2-0-4502-monitoring-cfg-1 136.64.242.89 admin:admin basic + local metric=mongodb_connections + local instance=monitoring-2-0-4502-monitoring-cfg-1 + local endpoint=136.64.242.89 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1785847550 ++ /usr/sbin/date -u +%s + end=1785847610 + url='https://136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847550&end=1785847610&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847550&end=1785847610&step=60' + local name=curl-17512 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-17512 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847550&end=1785847610&step=60' + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + grep '^[0-9]' ++ mktemp + local LAST_OUT=/tmp/tmp.MdYQx9SlNa ++ mktemp + local LAST_ERR=/tmp/tmp.ZHPsPMOACI + local exit_status=0 + local timeout=4 + args=('run' 'curl-17512' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847550&end=1785847610&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-17512 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%20or%20mongodb_connections%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-cfg-1%22%7D%29&start=1785847550&end=1785847610&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.MdYQx9SlNa + cat /tmp/tmp.ZHPsPMOACI + rm /tmp/tmp.MdYQx9SlNa /tmp/tmp.ZHPsPMOACI + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-17512 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-17512 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-17512 -n monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.j1tVTF4D3p ++ mktemp + local LAST_ERR=/tmp/tmp.7k2oqqF5r0 + local exit_status=0 + local timeout=4 + args=('logs' 'curl-17512' '-n' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-17512 -n monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.j1tVTF4D3p + cat /tmp/tmp.7k2oqqF5r0 + rm /tmp/tmp.j1tVTF4D3p /tmp/tmp.7k2oqqF5r0 + return 0 + kubectl_bin delete pod curl-17512 -n monitoring-2-0-4502 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 0 0 + desc 'check mongos metrics' + set +o xtrace ----------------------------------------------------------------------------------- check mongos metrics ----------------------------------------------------------------------------------- ++ kubectl get pod -l app.kubernetes.io/component=mongos -o 'jsonpath={.items[0].metadata.name}' + MONGOS_POD_NAME=monitoring-mongos-0 + get_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-mongos-0 admin:admin + local metric=node_boot_time_seconds + local instance=monitoring-2-0-4502-monitoring-mongos-0 + local user_pass=admin:admin + local auth_type=basic + local endpoint ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.4E0iap3Gcs ++++ mktemp +++ local LAST_ERR=/tmp/tmp.XkIGP5FPFL +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.4E0iap3Gcs +++ cat /tmp/tmp.XkIGP5FPFL +++ rm /tmp/tmp.4E0iap3Gcs /tmp/tmp.XkIGP5FPFL +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json +++++ mktemp ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' ++++ local LAST_OUT=/tmp/tmp.efV66vTqap +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.JGAEFAzear ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.efV66vTqap ++++ cat /tmp/tmp.JGAEFAzear ++++ rm /tmp/tmp.efV66vTqap /tmp/tmp.JGAEFAzear ++++ return 0 +++ endpoint=136.64.242.89 +++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 ++ echo 136.64.242.89 ++ return + endpoint=136.64.242.89 + retry 30 2 curl_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-mongos-0 136.64.242.89 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_metric_values node_boot_time_seconds monitoring-2-0-4502-monitoring-mongos-0 136.64.242.89 admin:admin basic + local metric=node_boot_time_seconds + local instance=monitoring-2-0-4502-monitoring-mongos-0 + local endpoint=136.64.242.89 + local credentials=admin:admin + local auth_type=basic + local start + local end + local url + curl_args=() + local curl_args ++ /usr/sbin/date -u +%s -d '-1 minute' + start=1785847560 ++ /usr/sbin/date -u +%s + end=1785847620 + url='https://136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%29&start=1785847560&end=1785847620&step=60' + [[ basic == bearer ]] ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + execute_curl -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%29&start=1785847560&end=1785847620&step=60' + local name=curl-13408 + local image=docker.io/alpine/curl:latest + local phase= + jq -r '(.data.result[0].values // [])[] | .[1] // empty' + local exit_status=0 + kubectl_bin run curl-13408 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%29&start=1785847560&end=1785847620&step=60' + grep '^[0-9]' ++ mktemp + local LAST_OUT=/tmp/tmp.rQoGfJHm3N ++ mktemp + local LAST_ERR=/tmp/tmp.awheMVAv1r + local exit_status=0 + local timeout=4 + args=('run' 'curl-13408' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%29&start=1785847560&end=1785847620&step=60') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-13408 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k 'https://admin:admin@136.64.242.89/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22monitoring-2-0-4502-monitoring-mongos-0%22%7D%29&start=1785847560&end=1785847620&step=60' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.rQoGfJHm3N + cat /tmp/tmp.awheMVAv1r + rm /tmp/tmp.rQoGfJHm3N /tmp/tmp.awheMVAv1r + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-13408 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-13408 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-13408 -n monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.dhkX0PoMWw ++ mktemp + local LAST_ERR=/tmp/tmp.yYrrsDo0dS + local exit_status=0 + local timeout=4 + args=('logs' 'curl-13408' '-n' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-13408 -n monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.dhkX0PoMWw + cat /tmp/tmp.yYrrsDo0dS + rm /tmp/tmp.dhkX0PoMWw /tmp/tmp.yYrrsDo0dS + return 0 + kubectl_bin delete pod curl-13408 -n monitoring-2-0-4502 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 1785841456 1785841456 + sleep 90 + desc 'check QAN data' + set +o xtrace ----------------------------------------------------------------------------------- check QAN data ----------------------------------------------------------------------------------- + get_qan_values mongodb dev-mongod admin:admin + local service_type=mongodb + local environment=dev-mongod + local user_pass=admin:admin + local auth_type=basic + local start + local end + local endpoint ++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z + start=2026-08-04T00:48:36+00:00 ++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z + end=2026-08-04T12:48:36+00:00 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.qA9InxBym3 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.JGhOFGwkqH +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.qA9InxBym3 +++ cat /tmp/tmp.JGhOFGwkqH +++ rm /tmp/tmp.qA9InxBym3 /tmp/tmp.JGhOFGwkqH +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.n9qG6C76Q2 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.iu5AwTiwZT ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.n9qG6C76Q2 ++++ cat /tmp/tmp.iu5AwTiwZT ++++ rm /tmp/tmp.n9qG6C76Q2 /tmp/tmp.iu5AwTiwZT ++++ return 0 +++ endpoint=136.64.242.89 +++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 ++ echo 136.64.242.89 ++ return + endpoint=136.64.242.89 + cat + retry 30 2 curl_qan_values payload.json 136.64.242.89 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_qan_values payload.json 136.64.242.89 admin:admin basic + local payload_file=payload.json + local endpoint=136.64.242.89 + local credentials=admin:admin + local auth_type=basic + local url + curl_args=() + local curl_args + [[ basic == bearer ]] + url=https://136.64.242.89/v0/qan/GetReport ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + jq -e 'any(.rows[]?; .sparkline != null)' ++ cat payload.json + execute_curl -s -k -XPOST -d $'{\n "period_start_from": "2026-08-04T00:48:36+00:00",\n "period_start_to": "2026-08-04T12:48:36+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongod"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.64.242.89/v0/qan/GetReport + local name=curl-18690 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-18690 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -XPOST -d $'{\n "period_start_from": "2026-08-04T00:48:36+00:00",\n "period_start_to": "2026-08-04T12:48:36+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongod"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.64.242.89/v0/qan/GetReport ++ mktemp + local LAST_OUT=/tmp/tmp.TzegZxdhHQ ++ mktemp + local LAST_ERR=/tmp/tmp.wr4lxTklvz + local exit_status=0 + local timeout=4 + args=('run' 'curl-18690' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' '-XPOST' '-d' '{ "period_start_from": "2026-08-04T00:48:36+00:00", "period_start_to": "2026-08-04T12:48:36+00:00", "group_by": "queryid", "labels": [ { "key": "service_type", "value": [ "mongodb" ] }, { "key": "environment", "value": [ "dev-mongod" ] } ], "columns": [ "load", "num_queries", "query_time" ], "order_by": "-load", "offset": 0, "limit": 10, "main_metric": "load", "search": "" }' 'https://admin:admin@136.64.242.89/v0/qan/GetReport') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-18690 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -XPOST -d $'{\n "period_start_from": "2026-08-04T00:48:36+00:00",\n "period_start_to": "2026-08-04T12:48:36+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongod"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.64.242.89/v0/qan/GetReport + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.TzegZxdhHQ + cat /tmp/tmp.wr4lxTklvz + rm /tmp/tmp.TzegZxdhHQ /tmp/tmp.wr4lxTklvz + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-18690 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-18690 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Running + [[ Running == Succeeded ]] + [[ Running == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-18690 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-18690 -n monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.Bb5NFhm3x3 ++ mktemp + local LAST_ERR=/tmp/tmp.hEqC753FAU + local exit_status=0 + local timeout=4 + args=('logs' 'curl-18690' '-n' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-18690 -n monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Bb5NFhm3x3 + cat /tmp/tmp.hEqC753FAU + rm /tmp/tmp.Bb5NFhm3x3 /tmp/tmp.hEqC753FAU + return 0 + kubectl_bin delete pod curl-18690 -n monitoring-2-0-4502 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 true + rm -f payload.json + get_qan_values mongodb dev-mongos admin:admin + local service_type=mongodb + local environment=dev-mongos + local user_pass=admin:admin + local auth_type=basic + local start + local end + local endpoint ++ /usr/sbin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z + start=2026-08-04T00:48:47+00:00 ++ /usr/sbin/date -u +%Y-%m-%dT%H:%M:%S%:z + end=2026-08-04T12:48:47+00:00 ++ get_service_endpoint monitoring-service ++ local service=monitoring-service ++ local endpoint ++ local service_type +++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ex9uMRncip ++++ mktemp +++ local LAST_ERR=/tmp/tmp.kQSEj5W7Ys +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.ex9uMRncip +++ cat /tmp/tmp.kQSEj5W7Ys +++ rm /tmp/tmp.ex9uMRncip /tmp/tmp.kQSEj5W7Ys +++ return 0 ++ service_type=LoadBalancer ++ [[ LoadBalancer == LoadBalancer ]] +++ get_load_balancer_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint ++++ kubectl_bin get service/monitoring-service -o json ++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.UhhpgRDECS +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.mf2s1dYWYt ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'json') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o json ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.UhhpgRDECS ++++ cat /tmp/tmp.mf2s1dYWYt ++++ rm /tmp/tmp.UhhpgRDECS /tmp/tmp.mf2s1dYWYt ++++ return 0 +++ endpoint=136.64.242.89 +++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 ++ echo 136.64.242.89 ++ return + endpoint=136.64.242.89 + cat + retry 30 2 curl_qan_values payload.json 136.64.242.89 admin:admin basic + local max=30 + local delay=2 + shift 2 + local n=1 + curl_qan_values payload.json 136.64.242.89 admin:admin basic + local payload_file=payload.json + local endpoint=136.64.242.89 + local credentials=admin:admin + local auth_type=basic + local url + curl_args=() + local curl_args + [[ basic == bearer ]] + url=https://136.64.242.89/v0/qan/GetReport ++ urlencode_userinfo admin:admin ++ local user_pass=admin:admin ++ local username=admin ++ local password=admin +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri +++ urlencode admin +++ uri=admin +++ echo -n admin +++ jq -s -R -r @uri ++ printf %s:%s admin admin + credentials=admin:admin + curl_args=("https://${credentials}@${url#https://}") + jq -e 'any(.rows[]?; .sparkline != null)' ++ cat payload.json + execute_curl -s -k -XPOST -d $'{\n "period_start_from": "2026-08-04T00:48:47+00:00",\n "period_start_to": "2026-08-04T12:48:47+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongos"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.64.242.89/v0/qan/GetReport + local name=curl-4663 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-4663 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -XPOST -d $'{\n "period_start_from": "2026-08-04T00:48:47+00:00",\n "period_start_to": "2026-08-04T12:48:47+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongos"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.64.242.89/v0/qan/GetReport ++ mktemp + local LAST_OUT=/tmp/tmp.2cCMQSepoK ++ mktemp + local LAST_ERR=/tmp/tmp.eiVRb8A6hD + local exit_status=0 + local timeout=4 + args=('run' 'curl-4663' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' '-XPOST' '-d' '{ "period_start_from": "2026-08-04T00:48:47+00:00", "period_start_to": "2026-08-04T12:48:47+00:00", "group_by": "queryid", "labels": [ { "key": "service_type", "value": [ "mongodb" ] }, { "key": "environment", "value": [ "dev-mongos" ] } ], "columns": [ "load", "num_queries", "query_time" ], "order_by": "-load", "offset": 0, "limit": 10, "main_metric": "load", "search": "" }' 'https://admin:admin@136.64.242.89/v0/qan/GetReport') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-4663 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -XPOST -d $'{\n "period_start_from": "2026-08-04T00:48:47+00:00",\n "period_start_to": "2026-08-04T12:48:47+00:00",\n "group_by": "queryid",\n "labels": [\n {\n "key": "service_type",\n "value": [\n "mongodb"\n ]\n },\n {\n "key": "environment",\n "value": [\n "dev-mongos"\n ]\n }\n ],\n "columns": [\n "load",\n "num_queries",\n "query_time"\n ],\n "order_by": "-load",\n "offset": 0,\n "limit": 10,\n "main_metric": "load",\n "search": ""\n}' https://admin:admin@136.64.242.89/v0/qan/GetReport + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2cCMQSepoK + cat /tmp/tmp.eiVRb8A6hD + rm /tmp/tmp.2cCMQSepoK /tmp/tmp.eiVRb8A6hD + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-4663 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Pending + [[ Pending == Succeeded ]] + [[ Pending == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-4663 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-4663 -n monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.CJSEwnKpBv ++ mktemp + local LAST_ERR=/tmp/tmp.JSnHAdY0bZ + local exit_status=0 + local timeout=4 + args=('logs' 'curl-4663' '-n' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-4663 -n monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.CJSEwnKpBv + cat /tmp/tmp.JSnHAdY0bZ + rm /tmp/tmp.CJSEwnKpBv /tmp/tmp.JSnHAdY0bZ + return 0 + kubectl_bin delete pod curl-4663 -n monitoring-2-0-4502 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 true + rm -f payload.json + nodeList=($(get_node_id_from_pmm)) ++ get_node_id_from_pmm ++ nodeList=() ++ local -a nodeList +++ kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name ++++ mktemp +++ local LAST_OUT=/tmp/tmp.4p7CJA7ZJy ++++ mktemp +++ local LAST_ERR=/tmp/tmp.GMGNPvYmbv +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--no-headers' '-l' 'app.kubernetes.io/name=percona-server-mongodb' '--output=custom-columns=NAME:.metadata.name') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns=NAME:.metadata.name +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.4p7CJA7ZJy +++ cat /tmp/tmp.GMGNPvYmbv +++ rm /tmp/tmp.4p7CJA7ZJy /tmp/tmp.GMGNPvYmbv +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.x6xro09o4h ++++ mktemp +++ local LAST_ERR=/tmp/tmp.A5NHvG9AHf +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-cfg-0' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-cfg-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.x6xro09o4h +++ cat /tmp/tmp.A5NHvG9AHf +++ rm /tmp/tmp.x6xro09o4h /tmp/tmp.A5NHvG9AHf +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Ek5OYh53QR ++++ mktemp +++ jq -r .pmm_agent_status.node_id +++ local LAST_ERR=/tmp/tmp.pWhXEYNNxq +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-cfg-1' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-cfg-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.Ek5OYh53QR +++ cat /tmp/tmp.pWhXEYNNxq +++ rm /tmp/tmp.Ek5OYh53QR /tmp/tmp.pWhXEYNNxq +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ jq -r .pmm_agent_status.node_id +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json ++++ mktemp +++ local LAST_OUT=/tmp/tmp.rzbjeNgQ8L ++++ mktemp +++ local LAST_ERR=/tmp/tmp.h83Y6EjEF8 +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-cfg-2' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-cfg-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.rzbjeNgQ8L +++ cat /tmp/tmp.h83Y6EjEF8 +++ rm /tmp/tmp.rzbjeNgQ8L /tmp/tmp.h83Y6EjEF8 +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.17uexzqwgH ++++ mktemp +++ local LAST_ERR=/tmp/tmp.qkiVhGpKIa +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-mongos-0' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-mongos-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.17uexzqwgH +++ cat /tmp/tmp.qkiVhGpKIa +++ rm /tmp/tmp.17uexzqwgH /tmp/tmp.qkiVhGpKIa +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.wkCUpATm3f ++++ mktemp +++ local LAST_ERR=/tmp/tmp.I6T6UsCIYo +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-mongos-1' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-mongos-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.wkCUpATm3f +++ cat /tmp/tmp.I6T6UsCIYo +++ rm /tmp/tmp.wkCUpATm3f /tmp/tmp.I6T6UsCIYo +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.0aJcD9mTpN ++++ mktemp +++ local LAST_ERR=/tmp/tmp.X5OENAF8JE +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-mongos-2' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-mongos-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.0aJcD9mTpN +++ cat /tmp/tmp.X5OENAF8JE +++ rm /tmp/tmp.0aJcD9mTpN /tmp/tmp.X5OENAF8JE +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.OyCaxiO85M ++++ mktemp +++ local LAST_ERR=/tmp/tmp.JR70lKDcVz +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-rs0-0' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-rs0-0 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.OyCaxiO85M +++ cat /tmp/tmp.JR70lKDcVz +++ rm /tmp/tmp.OyCaxiO85M /tmp/tmp.JR70lKDcVz +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.osm0MrJkdP ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zFgSOaHKpe +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-rs0-1' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-rs0-1 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.osm0MrJkdP +++ cat /tmp/tmp.zFgSOaHKpe +++ rm /tmp/tmp.osm0MrJkdP /tmp/tmp.zFgSOaHKpe +++ return 0 ++ for instance in $(kubectl_bin get pods --no-headers -l app.kubernetes.io/name=percona-server-mongodb --output=custom-columns='NAME:.metadata.name') ++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json +++ jq -r .pmm_agent_status.node_id ++++ mktemp +++ local LAST_OUT=/tmp/tmp.bDSyQFfvFY ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zV7LaZPEXo +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-rs0-2' '-c' 'pmm-client' '--' 'pmm-admin' 'status' '--json') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-rs0-2 -c pmm-client -- pmm-admin status --json +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.bDSyQFfvFY +++ cat /tmp/tmp.zV7LaZPEXo +++ rm /tmp/tmp.bDSyQFfvFY /tmp/tmp.zV7LaZPEXo +++ return 0 ++ echo /node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f /node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef /node_id/dd8f9810-b135-4448-b577-17214ac81101 /node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751 /node_id/62ec4345-933b-4799-a841-c0af4f2efecd /node_id/74e29614-a7d7-401e-91e5-e179fdc20f01 /node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771 /node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2 /node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038 + nodeList_from_pmm=($(does_node_id_exists "${nodeList[@]}")) ++ does_node_id_exists /node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f /node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef /node_id/dd8f9810-b135-4448-b577-17214ac81101 /node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751 /node_id/62ec4345-933b-4799-a841-c0af4f2efecd /node_id/74e29614-a7d7-401e-91e5-e179fdc20f01 /node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771 /node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2 /node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038 ++ nodeList=('/node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f' '/node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef' '/node_id/dd8f9810-b135-4448-b577-17214ac81101' '/node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751' '/node_id/62ec4345-933b-4799-a841-c0af4f2efecd' '/node_id/74e29614-a7d7-401e-91e5-e179fdc20f01' '/node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771' '/node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2' '/node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038') ++ local -a nodeList ++ nodeList_from_pmm=() ++ local -a nodeList_from_pmm ++ local endpoint ++ local encoded_admin_userinfo +++ get_service_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint +++ local service_type ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.wWho6EXnUp +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.P9poLcwJM3 ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.wWho6EXnUp ++++ cat /tmp/tmp.P9poLcwJM3 ++++ rm /tmp/tmp.wWho6EXnUp /tmp/tmp.P9poLcwJM3 ++++ return 0 +++ service_type=LoadBalancer +++ [[ LoadBalancer == LoadBalancer ]] ++++ get_load_balancer_endpoint monitoring-service ++++ local service=monitoring-service ++++ local endpoint +++++ kubectl_bin get service/monitoring-service -o json +++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.nR0ak0qyBM ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Ud5Y6CmdVN +++++ local exit_status=0 +++++ local timeout=4 +++++ args=('get' 'service/monitoring-service' '-o' 'json') +++++ local args +++++ transformed_files=() +++++ local transformed_files +++++ arch_scheduling_enabled +++++ [[ -n '' ]] +++++ arch_scheduling_enabled +++++ [[ -n '' ]] ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get service/monitoring-service -o json +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 -a -n 1 ']' +++++ break +++++ cat /tmp/tmp.nR0ak0qyBM +++++ cat /tmp/tmp.Ud5Y6CmdVN +++++ rm /tmp/tmp.nR0ak0qyBM /tmp/tmp.Ud5Y6CmdVN +++++ return 0 ++++ endpoint=136.64.242.89 ++++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' ++++ echo 136.64.242.89 ++++ return +++ endpoint=136.64.242.89 +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 +++ urlencode_userinfo admin:admin +++ local user_pass=admin:admin +++ local username=admin +++ local password=admin ++++ urlencode admin ++++ uri=admin ++++ echo -n admin ++++ jq -s -R -r @uri ++++ urlencode admin ++++ uri=admin ++++ echo -n admin ++++ jq -s -R -r @uri +++ printf %s:%s admin admin ++ encoded_admin_userinfo=admin:admin ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.DGgymlz2Pe ++++ mktemp +++ local LAST_ERR=/tmp/tmp.UnIH6n0DiD +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.DGgymlz2Pe +++ cat /tmp/tmp.UnIH6n0DiD +++ rm /tmp/tmp.DGgymlz2Pe /tmp/tmp.UnIH6n0DiD +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.P4SaVi5F5v ++++ mktemp +++ local LAST_ERR=/tmp/tmp.vsQrySPtHh +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.P4SaVi5F5v +++ cat /tmp/tmp.vsQrySPtHh +++ rm /tmp/tmp.P4SaVi5F5v /tmp/tmp.vsQrySPtHh +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/dd8f9810-b135-4448-b577-17214ac81101 ++++ mktemp +++ awk '{print $4}' +++ local LAST_OUT=/tmp/tmp.BbO8PmgmfQ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.kRuuXAE8Wa +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.BbO8PmgmfQ +++ cat /tmp/tmp.kRuuXAE8Wa +++ rm /tmp/tmp.BbO8PmgmfQ /tmp/tmp.kRuuXAE8Wa +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.I22vnMnfUb ++++ mktemp +++ local LAST_ERR=/tmp/tmp.VjVirKIwCf +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.I22vnMnfUb +++ cat /tmp/tmp.VjVirKIwCf +++ rm /tmp/tmp.I22vnMnfUb /tmp/tmp.VjVirKIwCf +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/62ec4345-933b-4799-a841-c0af4f2efecd +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.wGPqNEoz7U ++++ mktemp +++ local LAST_ERR=/tmp/tmp.PlEoy1jlbJ +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.wGPqNEoz7U +++ cat /tmp/tmp.PlEoy1jlbJ +++ rm /tmp/tmp.wGPqNEoz7U /tmp/tmp.PlEoy1jlbJ +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/74e29614-a7d7-401e-91e5-e179fdc20f01 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.lB7c1fbs0V ++++ mktemp +++ local LAST_ERR=/tmp/tmp.yrmIgdxpvu +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.lB7c1fbs0V +++ cat /tmp/tmp.yrmIgdxpvu +++ rm /tmp/tmp.lB7c1fbs0V /tmp/tmp.yrmIgdxpvu +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771 ++++ mktemp +++ awk '{print $4}' +++ local LAST_OUT=/tmp/tmp.mrXunx5sAx ++++ mktemp +++ local LAST_ERR=/tmp/tmp.w3GJw1pBPL +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.mrXunx5sAx +++ cat /tmp/tmp.w3GJw1pBPL +++ rm /tmp/tmp.mrXunx5sAx /tmp/tmp.w3GJw1pBPL +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ awk '{print $4}' +++ grep /node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2 +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ local LAST_OUT=/tmp/tmp.4YzPEOloIX ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5PFHGHEZLd +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.4YzPEOloIX +++ cat /tmp/tmp.5PFHGHEZLd +++ rm /tmp/tmp.4YzPEOloIX /tmp/tmp.5PFHGHEZLd +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.biayQVnmhF ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bL6rOdN646 +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.biayQVnmhF +++ cat /tmp/tmp.bL6rOdN646 +++ rm /tmp/tmp.biayQVnmhF /tmp/tmp.bL6rOdN646 +++ return 0 ++ echo /node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f /node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef /node_id/dd8f9810-b135-4448-b577-17214ac81101 /node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751 /node_id/62ec4345-933b-4799-a841-c0af4f2efecd /node_id/74e29614-a7d7-401e-91e5-e179fdc20f01 /node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771 /node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2 /node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038 + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/dd8f9810-b135-4448-b577-17214ac81101 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/62ec4345-933b-4799-a841-c0af4f2efecd ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/74e29614-a7d7-401e-91e5-e179fdc20f01 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2 ']' + for node_id in "${nodeList_from_pmm[@]}" + '[' -z /node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038 ']' + kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]' ++ mktemp + local LAST_OUT=/tmp/tmp.zJNew2mDSy ++ mktemp + local LAST_ERR=/tmp/tmp.FQfWPJcvuK + local exit_status=0 + local timeout=4 + args=('patch' 'psmdb' 'monitoring' '--type' 'json' '-p=[{"op":"add","path":"/spec/pause","value":true}]') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.zJNew2mDSy perconaservermongodb.psmdb.percona.com/monitoring patched + cat /tmp/tmp.FQfWPJcvuK + rm /tmp/tmp.zJNew2mDSy /tmp/tmp.FQfWPJcvuK + return 0 + wait_for_delete pod/monitoring-mongos-0 + local res=pod/monitoring-mongos-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-mongos-0 to be deleted.......................Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found Error from server (NotFound): pods "monitoring-mongos-0" not found + wait_for_delete pod/monitoring-rs0-0 + local res=pod/monitoring-rs0-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-rs0-0 to be deleted......Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found Error from server (NotFound): pods "monitoring-rs0-0" not found + wait_for_delete pod/monitoring-cfg-0 + local res=pod/monitoring-cfg-0 + local wait_time=60 + set +o xtrace waiting for pod/monitoring-cfg-0 to be deleted.....Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found Error from server (NotFound): pods "monitoring-cfg-0" not found + desc 'check if services are not deleted' + set +o xtrace ----------------------------------------------------------------------------------- check if services are not deleted ----------------------------------------------------------------------------------- + kubectl_bin get svc monitoring-rs0 ++ mktemp + local LAST_OUT=/tmp/tmp.qzpBgijyPE ++ mktemp + local LAST_ERR=/tmp/tmp.GZyDAAqAai + local exit_status=0 + local timeout=4 + args=('get' 'svc' 'monitoring-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.qzpBgijyPE NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-rs0 ClusterIP None 27019/TCP 14m + cat /tmp/tmp.GZyDAAqAai + rm /tmp/tmp.qzpBgijyPE /tmp/tmp.GZyDAAqAai + return 0 + kubectl_bin get svc monitoring-cfg ++ mktemp + local LAST_OUT=/tmp/tmp.LJVLdoa9C0 ++ mktemp + local LAST_ERR=/tmp/tmp.ihJKnkh8QV + local exit_status=0 + local timeout=4 + args=('get' 'svc' 'monitoring-cfg') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-cfg + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.LJVLdoa9C0 NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-cfg ClusterIP None 27019/TCP 14m + cat /tmp/tmp.ihJKnkh8QV + rm /tmp/tmp.LJVLdoa9C0 /tmp/tmp.ihJKnkh8QV + return 0 + kubectl_bin get svc monitoring-mongos ++ mktemp + local LAST_OUT=/tmp/tmp.hYEuUt3AOc ++ mktemp + local LAST_ERR=/tmp/tmp.6iLbTvxue5 + local exit_status=0 + local timeout=4 + args=('get' 'svc' 'monitoring-mongos') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get svc monitoring-mongos + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.hYEuUt3AOc NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE monitoring-mongos ClusterIP 34.118.230.166 27019/TCP 14m + cat /tmp/tmp.6iLbTvxue5 + rm /tmp/tmp.hYEuUt3AOc /tmp/tmp.6iLbTvxue5 + return 0 + does_node_id_exists_in_pmm=($(does_node_id_exists "${nodeList[@]}")) ++ does_node_id_exists /node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f /node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef /node_id/dd8f9810-b135-4448-b577-17214ac81101 /node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751 /node_id/62ec4345-933b-4799-a841-c0af4f2efecd /node_id/74e29614-a7d7-401e-91e5-e179fdc20f01 /node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771 /node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2 /node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038 ++ nodeList=('/node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f' '/node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef' '/node_id/dd8f9810-b135-4448-b577-17214ac81101' '/node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751' '/node_id/62ec4345-933b-4799-a841-c0af4f2efecd' '/node_id/74e29614-a7d7-401e-91e5-e179fdc20f01' '/node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771' '/node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2' '/node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038') ++ local -a nodeList ++ nodeList_from_pmm=() ++ local -a nodeList_from_pmm ++ local endpoint ++ local encoded_admin_userinfo +++ get_service_endpoint monitoring-service +++ local service=monitoring-service +++ local endpoint +++ local service_type ++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.TjaqSQngLK +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.F1zGgNuQdd ++++ local exit_status=0 ++++ local timeout=4 ++++ args=('get' 'service/monitoring-service' '-o' 'jsonpath={.spec.type}') ++++ local args ++++ transformed_files=() ++++ local transformed_files ++++ arch_scheduling_enabled ++++ [[ -n '' ]] ++++ arch_scheduling_enabled ++++ [[ -n '' ]] +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 -a -n 1 ']' ++++ break ++++ cat /tmp/tmp.TjaqSQngLK ++++ cat /tmp/tmp.F1zGgNuQdd ++++ rm /tmp/tmp.TjaqSQngLK /tmp/tmp.F1zGgNuQdd ++++ return 0 +++ service_type=LoadBalancer +++ [[ LoadBalancer == LoadBalancer ]] ++++ get_load_balancer_endpoint monitoring-service ++++ local service=monitoring-service ++++ local endpoint +++++ kubectl_bin get service/monitoring-service -o json +++++ jq -r '[.status.loadBalancer.ingress[]?.hostname, .status.loadBalancer.ingress[]?.ip] | map(select(. != null and . != "")) | first // empty' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Gs6c30VTxM ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.meZkiwbfLF +++++ local exit_status=0 +++++ local timeout=4 +++++ args=('get' 'service/monitoring-service' '-o' 'json') +++++ local args +++++ transformed_files=() +++++ local transformed_files +++++ arch_scheduling_enabled +++++ [[ -n '' ]] +++++ arch_scheduling_enabled +++++ [[ -n '' ]] ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get service/monitoring-service -o json +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 -a -n 1 ']' +++++ break +++++ cat /tmp/tmp.Gs6c30VTxM +++++ cat /tmp/tmp.meZkiwbfLF +++++ rm /tmp/tmp.Gs6c30VTxM /tmp/tmp.meZkiwbfLF +++++ return 0 ++++ endpoint=136.64.242.89 ++++ '[' -n 136.64.242.89 -a 136.64.242.89 '!=' null ']' ++++ echo 136.64.242.89 ++++ return +++ endpoint=136.64.242.89 +++ echo 136.64.242.89 +++ return ++ endpoint=136.64.242.89 +++ urlencode_userinfo admin:admin +++ local user_pass=admin:admin +++ local username=admin +++ local password=admin ++++ urlencode admin ++++ uri=admin ++++ echo -n admin ++++ jq -s -R -r @uri ++++ urlencode admin ++++ uri=admin ++++ echo -n admin ++++ jq -s -R -r @uri +++ printf %s:%s admin admin ++ encoded_admin_userinfo=admin:admin ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ grep /node_id/163a23dc-fa93-4fe6-a4dd-1cc575d6274f +++ awk '{print $4}' +++ local LAST_OUT=/tmp/tmp.p9FqKvucBX ++++ mktemp +++ local LAST_ERR=/tmp/tmp.FjczrL3C1P +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.p9FqKvucBX +++ cat /tmp/tmp.FjczrL3C1P +++ rm /tmp/tmp.p9FqKvucBX /tmp/tmp.FjczrL3C1P +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/a55be5c4-1704-4aa2-b15a-0abd244034ef ++++ mktemp +++ awk '{print $4}' +++ local LAST_OUT=/tmp/tmp.6b6kYRBVVU ++++ mktemp +++ local LAST_ERR=/tmp/tmp.wLc4B8ZEbm +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.6b6kYRBVVU +++ cat /tmp/tmp.wLc4B8ZEbm +++ rm /tmp/tmp.6b6kYRBVVU /tmp/tmp.wLc4B8ZEbm +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/dd8f9810-b135-4448-b577-17214ac81101 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.dABz9eJMTh ++++ mktemp +++ local LAST_ERR=/tmp/tmp.RP55H8Ms0r +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.dABz9eJMTh +++ cat /tmp/tmp.RP55H8Ms0r +++ rm /tmp/tmp.dABz9eJMTh /tmp/tmp.RP55H8Ms0r +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/1224af1b-eb5f-465b-9ec8-8f7c4eb35751 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.h6G5WpRE1I ++++ mktemp +++ local LAST_ERR=/tmp/tmp.0khRSW7wPa +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.h6G5WpRE1I +++ cat /tmp/tmp.0khRSW7wPa +++ rm /tmp/tmp.h6G5WpRE1I /tmp/tmp.0khRSW7wPa +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/62ec4345-933b-4799-a841-c0af4f2efecd +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.RWeJ0XSIDN ++++ mktemp +++ local LAST_ERR=/tmp/tmp.nbV8Ay6oR2 +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.RWeJ0XSIDN +++ cat /tmp/tmp.nbV8Ay6oR2 +++ rm /tmp/tmp.RWeJ0XSIDN /tmp/tmp.nbV8Ay6oR2 +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/74e29614-a7d7-401e-91e5-e179fdc20f01 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WdjVQ4fGaR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6bm8g6fN2e +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.WdjVQ4fGaR +++ cat /tmp/tmp.6bm8g6fN2e +++ rm /tmp/tmp.WdjVQ4fGaR /tmp/tmp.6bm8g6fN2e +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE ++++ mktemp +++ grep /node_id/ed3a4663-1a06-45d0-a5a3-d1bace739771 +++ local LAST_OUT=/tmp/tmp.aKR8LKDSc6 ++++ mktemp +++ awk '{print $4}' +++ local LAST_ERR=/tmp/tmp.uxObfcvelD +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.aKR8LKDSc6 +++ cat /tmp/tmp.uxObfcvelD +++ rm /tmp/tmp.aKR8LKDSc6 /tmp/tmp.uxObfcvelD +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ grep /node_id/21ae976b-5b1d-4907-b701-64c1dd7cf9f2 +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.JM2J72SyXQ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.FMunugiaSC +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.JM2J72SyXQ +++ cat /tmp/tmp.FMunugiaSC +++ rm /tmp/tmp.JM2J72SyXQ /tmp/tmp.FMunugiaSC +++ return 0 ++ for node_id in "${nodeList[@]}" ++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://${encoded_admin_userinfo}@${endpoint}/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}')) +++ kubectl_bin exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ grep /node_id/0c92b80e-dfbc-477a-a16f-cc7ea32d1038 +++ awk '{print $4}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.qle20w2KNK ++++ mktemp +++ local LAST_ERR=/tmp/tmp.x71QX5GZoW +++ local exit_status=0 +++ local timeout=4 +++ args=('exec' '-n' 'monitoring-2-0-4502' 'monitoring-0' '--' 'pmm-admin' '--server-url=https://admin:admin@136.64.242.89/' '--server-insecure-tls' 'inventory' 'list' 'nodes' '--node-type=CONTAINER_NODE') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl exec -n monitoring-2-0-4502 monitoring-0 -- pmm-admin --server-url=https://admin:admin@136.64.242.89/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.qle20w2KNK +++ cat /tmp/tmp.x71QX5GZoW +++ rm /tmp/tmp.qle20w2KNK /tmp/tmp.x71QX5GZoW +++ return 0 ++ echo + desc 'check customClusterName for pmm' + set +o xtrace ----------------------------------------------------------------------------------- check customClusterName for pmm ----------------------------------------------------------------------------------- + custom_name=custom-cluster-name + kubectl_bin patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]' ++ mktemp + local LAST_OUT=/tmp/tmp.uKoTZz1FdV ++ mktemp + local LAST_ERR=/tmp/tmp.70iWRCx5n4 + local exit_status=0 + local timeout=4 + args=('patch' 'psmdb' 'monitoring' '--type' 'json' '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":false}, {"op":"add","path":"/spec/pmm/customClusterName","value":custom-cluster-name}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.uKoTZz1FdV perconaservermongodb.psmdb.percona.com/monitoring patched + cat /tmp/tmp.70iWRCx5n4 + rm /tmp/tmp.uKoTZz1FdV /tmp/tmp.70iWRCx5n4 + return 0 + wait_for_running monitoring-rs0 3 + local name=monitoring-rs0 + let last_pod=2 + local check_cluster_readiness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=monitoring ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod monitoring-rs0-0 + local pod=monitoring-rs0-0 + set +o xtrace waiting for pod/monitoring-rs0-0 to be ready.............OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod monitoring-rs0-1 + local pod=monitoring-rs0-1 + set +o xtrace waiting for pod/monitoring-rs0-1 to be ready..........OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ROoFLNLuD6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.B2sHbtcMTC ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ROoFLNLuD6 ++ cat /tmp/tmp.B2sHbtcMTC ++ rm /tmp/tmp.ROoFLNLuD6 /tmp/tmp.B2sHbtcMTC ++ return 0 + [[ '' == true ]] + wait_pod monitoring-rs0-2 + local pod=monitoring-rs0-2 + set +o xtrace waiting for pod/monitoring-rs0-2 to be ready...........OK ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2dLoKXKo9o +++ mktemp ++ local LAST_ERR=/tmp/tmp.peH7pCXNh6 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.2dLoKXKo9o ++ cat /tmp/tmp.peH7pCXNh6 ++ rm /tmp/tmp.2dLoKXKo9o /tmp/tmp.peH7pCXNh6 ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZPfnjZSEbl +++ mktemp ++ local LAST_ERR=/tmp/tmp.P9trtsH0ET ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'monitoring' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb monitoring -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ZPfnjZSEbl ++ cat /tmp/tmp.P9trtsH0ET ++ rm /tmp/tmp.ZPfnjZSEbl /tmp/tmp.P9trtsH0ET ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster monitoring to be ready. + execute_curl -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@136.64.242.89/v1/inventory/Services/List + local name=curl-18005 + local image=docker.io/alpine/curl:latest + local phase= + local exit_status=0 + kubectl_bin run curl-18005 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@136.64.242.89/v1/inventory/Services/List ++ mktemp + local LAST_OUT=/tmp/tmp.Zr55IxYrZm ++ mktemp + local LAST_ERR=/tmp/tmp.WeqBMBwrAD + local exit_status=0 + local timeout=4 + args=('run' 'curl-18005' '-n' 'monitoring-2-0-4502' '--restart=Never' '--image=docker.io/alpine/curl:latest' '--command' '--' 'curl' '-sS' '-s' '-k' '-d' '{"service_type":"MONGODB_SERVICE"}' 'https://admin:admin@136.64.242.89/v1/inventory/Services/List') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run curl-18005 -n monitoring-2-0-4502 --restart=Never --image=docker.io/alpine/curl:latest --command -- curl -sS -s -k -d '{"service_type":"MONGODB_SERVICE"}' https://admin:admin@136.64.242.89/v1/inventory/Services/List + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Zr55IxYrZm + cat /tmp/tmp.WeqBMBwrAD + rm /tmp/tmp.Zr55IxYrZm /tmp/tmp.WeqBMBwrAD + return 0 ++ seq 1 60 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-18005 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Running + [[ Running == Succeeded ]] + [[ Running == Failed ]] + sleep 1 + for _ in $(seq 1 60) ++ kubectl_bin get pod curl-18005 -n monitoring-2-0-4502 -o 'jsonpath={.status.phase}' + phase=Succeeded + [[ Succeeded == Succeeded ]] + break + kubectl_bin logs curl-18005 -n monitoring-2-0-4502 ++ mktemp + local LAST_OUT=/tmp/tmp.qvVt0kq8WP ++ mktemp + local LAST_ERR=/tmp/tmp.hNjzPFnhSe + local exit_status=0 + local timeout=4 + args=('logs' 'curl-18005' '-n' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs curl-18005 -n monitoring-2-0-4502 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.qvVt0kq8WP + cat /tmp/tmp.hNjzPFnhSe + rm /tmp/tmp.qvVt0kq8WP /tmp/tmp.hNjzPFnhSe + return 0 + kubectl_bin delete pod curl-18005 -n monitoring-2-0-4502 --ignore-not-found --wait=false + [[ Succeeded != Succeeded ]] + return 0 + check_custom_cluster_name monitoring-2-0-4502-monitoring-mongos-0 /tmp/tmp.cGaKPkTclf/pmm_service_list.json + local pod_service_name=monitoring-2-0-4502-monitoring-mongos-0 + local pmm_services_file=/tmp/tmp.cGaKPkTclf/pmm_service_list.json + echo 'Checking monitoring-2-0-4502-monitoring-mongos-0' Checking monitoring-2-0-4502-monitoring-mongos-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-4502-monitoring-mongos-0") | .cluster' /tmp/tmp.cGaKPkTclf/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + check_custom_cluster_name monitoring-2-0-4502-monitoring-rs0-0 /tmp/tmp.cGaKPkTclf/pmm_service_list.json + local pod_service_name=monitoring-2-0-4502-monitoring-rs0-0 + local pmm_services_file=/tmp/tmp.cGaKPkTclf/pmm_service_list.json + echo 'Checking monitoring-2-0-4502-monitoring-rs0-0' Checking monitoring-2-0-4502-monitoring-rs0-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-4502-monitoring-rs0-0") | .cluster' /tmp/tmp.cGaKPkTclf/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + check_custom_cluster_name monitoring-2-0-4502-monitoring-cfg-0 /tmp/tmp.cGaKPkTclf/pmm_service_list.json + local pod_service_name=monitoring-2-0-4502-monitoring-cfg-0 + local pmm_services_file=/tmp/tmp.cGaKPkTclf/pmm_service_list.json + echo 'Checking monitoring-2-0-4502-monitoring-cfg-0' Checking monitoring-2-0-4502-monitoring-cfg-0 ++ jq -r '.mongodb[] | select(.service_name=="monitoring-2-0-4502-monitoring-cfg-0") | .cluster' /tmp/tmp.cGaKPkTclf/pmm_service_list.json + pmm_service_cluster=custom-cluster-name + [[ custom-cluster-name != custom-cluster-name ]] + [[ -n '' ]] ++ kubectl_bin logs monitoring-rs0-0 pmm-client ++ grep -c 'cannot auto discover databases and collections' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6ZNiSlD1uI +++ mktemp ++ local LAST_ERR=/tmp/tmp.fZ10BgJnRq ++ local exit_status=0 ++ local timeout=4 ++ args=('logs' 'monitoring-rs0-0' 'pmm-client') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl logs monitoring-rs0-0 pmm-client ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.6ZNiSlD1uI ++ cat /tmp/tmp.fZ10BgJnRq ++ rm /tmp/tmp.6ZNiSlD1uI /tmp/tmp.fZ10BgJnRq ++ return 0 + [[ 0 != 0 ]] + helm uninstall monitoring release "monitoring" uninstalled + destroy monitoring-2-0-4502 + local namespace=monitoring-2-0-4502 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false ']' + delete_backups + desc 'Delete psmdb-backup' + set +o xtrace ----------------------------------------------------------------------------------- Delete psmdb-backup ----------------------------------------------------------------------------------- ++ kubectl_bin get psmdb-backup --no-headers ++ wc -l +++ mktemp ++ local LAST_OUT=/tmp/tmp.IN8cwSZNqJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.WaTKuuKUIp ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb-backup' '--no-headers') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb-backup --no-headers ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.IN8cwSZNqJ ++ cat /tmp/tmp.WaTKuuKUIp No resources found in monitoring-2-0-4502 namespace. ++ rm /tmp/tmp.IN8cwSZNqJ /tmp/tmp.WaTKuuKUIp ++ return 0 + '[' 0 '!=' 0 ']' + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.3Di7PAVeNX ++ mktemp + local LAST_ERR=/tmp/tmp.U57UoAHq6O + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml' '--ignore-not-found' '--wait=false') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.3Di7PAVeNX customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.U57UoAHq6O + rm /tmp/tmp.3Di7PAVeNX /tmp/tmp.U57UoAHq6O + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + grep -v NAMESPACE + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.RqHi9QztNi ++ mktemp + local LAST_ERR=/tmp/tmp.ZmACFsxCOe + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.RqHi9QztNi + cat /tmp/tmp.ZmACFsxCOe + rm /tmp/tmp.RqHi9QztNi /tmp/tmp.ZmACFsxCOe + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.q9F1Lxq7gE ++ mktemp + local LAST_ERR=/tmp/tmp.Dt7rkIC9Pi + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.q9F1Lxq7gE + cat /tmp/tmp.Dt7rkIC9Pi + rm /tmp/tmp.q9F1Lxq7gE /tmp/tmp.Dt7rkIC9Pi + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.0MVbbTMEaC ++ mktemp + local LAST_ERR=/tmp/tmp.OvVd97i7Oe + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.0MVbbTMEaC + cat /tmp/tmp.OvVd97i7Oe + rm /tmp/tmp.0MVbbTMEaC /tmp/tmp.OvVd97i7Oe + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.N3qnE4XmBk ++ mktemp + local LAST_ERR=/tmp/tmp.kt8hi8P3bo + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.N3qnE4XmBk + cat /tmp/tmp.kt8hi8P3bo + rm /tmp/tmp.N3qnE4XmBk /tmp/tmp.kt8hi8P3bo + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.2cxCXgGLdy ++ mktemp + local LAST_ERR=/tmp/tmp.X0B08LuboA + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2cxCXgGLdy clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.X0B08LuboA + rm /tmp/tmp.2cxCXgGLdy /tmp/tmp.X0B08LuboA + return 0 + destroy_cert_manager + [[ gke == rancher ]] + kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.x8GZ6gE0RI ++ mktemp + local LAST_ERR=/tmp/tmp.6E0D0pfYpJ + local exit_status=0 + local timeout=4 + args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.x8GZ6gE0RI namespace "cert-manager" deleted customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted serviceaccount "cert-manager-cainjector" deleted from cert-manager namespace serviceaccount "cert-manager" deleted from cert-manager namespace serviceaccount "cert-manager-webhook" deleted from cert-manager namespace clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-cluster-view" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace role.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace rolebinding.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace service "cert-manager-cainjector" deleted from cert-manager namespace service "cert-manager" deleted from cert-manager namespace service "cert-manager-webhook" deleted from cert-manager namespace deployment.apps "cert-manager-cainjector" deleted from cert-manager namespace deployment.apps "cert-manager" deleted from cert-manager namespace deployment.apps "cert-manager-webhook" deleted from cert-manager namespace mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted + cat /tmp/tmp.6E0D0pfYpJ + rm /tmp/tmp.x8GZ6gE0RI /tmp/tmp.6E0D0pfYpJ + return 0 + [[ -n '' ]] + kubectl_bin delete --grace-period=0 --force=true namespace monitoring-2-0-4502 + '[' -n psmdb-operator ']' + rm -rf /tmp/tmp.cGaKPkTclf + kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator ++ mktemp ++ mktemp + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + local LAST_OUT=/tmp/tmp.qarYDBMobq ++ mktemp + local LAST_OUT=/tmp/tmp.pYZZhGywWL ++ mktemp + local LAST_ERR=/tmp/tmp.fls5u3w80N + local exit_status=0 + local timeout=4 + args=('delete' '--grace-period=0' '--force=true' 'namespace' 'monitoring-2-0-4502') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + local LAST_ERR=/tmp/tmp.kVHT4F9Lzf + local exit_status=0 + local timeout=4 + args=('delete' '--grace-period=0' '--force=true' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace monitoring-2-0-4502 + set +e + kubectl delete --grace-period=0 --force=true namespace psmdb-operator ==================================================================================================== [PASSED] e2e-tests/test_pytest_wrapper.py::test_bash_wrapper ==================================================================================================== --------------------------------------------- generated xml file: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/reports/monitoring-2-0.xml --------------------------------------------- --------------------------------------- Generated html report: file:///mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/reports/monitoring-2-0.html ---------------------------------------- ==================================================================================== 1 passed in 1387.54s (0:23:07) ==================================================================================== + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.pYZZhGywWL namespace "psmdb-operator" force deleted + cat /tmp/tmp.kVHT4F9Lzf Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.pYZZhGywWL /tmp/tmp.kVHT4F9Lzf + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.qarYDBMobq namespace "monitoring-2-0-4502" force deleted + cat /tmp/tmp.fls5u3w80N Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.qarYDBMobq /tmp/tmp.fls5u3w80N + return 0