============================= test session starts ============================== platform linux -- Python 3.14.5, pytest-9.1.1, pluggy-1.6.0 -- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/.venv/bin/python cachedir: .pytest_cache metadata: {'Python': '3.14.5', 'Platform': 'Linux-7.0.8-100.fc43.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.1.1', 'pluggy': '1.6.0'}, 'Plugins': {'html': '4.2.0', 'metadata': '3.1.1', 'dependency': '0.6.1', 'json-report': '1.5.0'}, 'CI': 'true', 'BUILD_NUMBER': '22', 'BUILD_ID': '22', 'BUILD_URL': 'https://cloud.cd.percona.com/job/cloud-psmdb-operator/job/PR-2058/22/', 'NODE_NAME': 'hcloud-3hmxjv56rzynxord', 'JOB_NAME': 'cloud-psmdb-operator/PR-2058', 'BUILD_TAG': 'jenkins-cloud-psmdb-operator-PR-2058-22', 'EXECUTOR_NUMBER': '0', 'JENKINS_URL': 'https://cloud.cd.percona.com/', 'WORKSPACE': '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058', 'GIT_COMMIT': '78121c56762758785b75e9b7c017e15fc887ae5d', 'GIT_URL': 'https://github.com/percona/percona-server-mongodb-operator.git', 'GIT_BRANCH': 'PR-2058'} rootdir: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058 configfile: pyproject.toml plugins: html-4.2.0, metadata-3.1.1, dependency-0.6.1, json-report-1.5.0 collecting ... collected 1 item e2e-tests/test_pytest_wrapper.py::test_bash_wrapper[users-vault] [02:07:11.072384] WARNING kubectl error: Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 [02:07:13.540447] INFO Environment variables: KUBE_VERSION=1.33 EKS=0 GKE=1 OPENSHIFT= MINIKUBE= API=psmdb.percona.com/v1 REGISTRY_NAME=docker.io GIT_COMMIT=78121c56762758785b75e9b7c017e15fc887ae5d GIT_BRANCH=PR-2058 OPERATOR_VERSION=1.23.0 IMAGE=docker.io/perconalab/percona-server-mongodb-ope rator:PR-2058-78121c567 IMAGE_MONGOD=docker.io/perconalab/percona-server-mong odb-operator:main-mongod8.0 IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-serve r-mongodb-operator:main-mongod6.0 docker.io/perconalab/percona-server-mongodb-operator: main-mongod7.0 docker.io/perconalab/percona-server-mongodb-operator: main-mongod8.0 IMAGE_SEARCH=perconalab/percona-server-mongodb-operat or:main-mongot IMAGE_BACKUP=docker.io/perconalab/percona-server-mong odb-operator:main-backup IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1- 1 IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev- latest IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-d ev-latest IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-d ev-latest IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:mai n-logcollector IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersy nc-mongodb:0.9.0 CERT_MANAGER_VER=1.19.3 CHAOS_MESH_VER=2.7.1 MINIO_VER=5.4.0 PMM_SERVER_VER=9.9.9 CLEAN_NAMESPACE=1 DELETE_CRD_ON_START=1 SKIP_DELETE=0 SKIP_BACKUPS_TO_AWS_GCP_AZURE= UPDATE_COMPARE_FILES=0 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Debug logging disabled. + vault_name=users-vault-service + main + psmdb=some-name + cluster=some-name-rs0 + create_infra users-vault-16544 + local ns=users-vault-16544 + echo users-vault-16544 + [[ 1 == 1 ]] + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.yG75Ha9B9Z ++ mktemp + local LAST_ERR=/tmp/tmp.ynitL8CoOl + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.yG75Ha9B9Z + cat /tmp/tmp.ynitL8CoOl + rm /tmp/tmp.yG75Ha9B9Z /tmp/tmp.ynitL8CoOl + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.KtNQBnCBkv ++ mktemp + local LAST_ERR=/tmp/tmp.fG2b3wUFH4 + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.KtNQBnCBkv + cat /tmp/tmp.fG2b3wUFH4 + rm /tmp/tmp.KtNQBnCBkv /tmp/tmp.fG2b3wUFH4 + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + grep -v NAMESPACE + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.m6iaP0sPO3 ++ mktemp + local LAST_ERR=/tmp/tmp.s3fctQZxYW + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.m6iaP0sPO3 + cat /tmp/tmp.s3fctQZxYW + rm /tmp/tmp.m6iaP0sPO3 /tmp/tmp.s3fctQZxYW + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.CvrEJIbaX4 ++ mktemp + local LAST_ERR=/tmp/tmp.BtPL9Vg5N8 + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.CvrEJIbaX4 + cat /tmp/tmp.BtPL9Vg5N8 + rm /tmp/tmp.CvrEJIbaX4 /tmp/tmp.BtPL9Vg5N8 + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.3bLIWFwRQZ ++ mktemp + local LAST_ERR=/tmp/tmp.3873QcZ3VK + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.3bLIWFwRQZ + cat /tmp/tmp.3873QcZ3VK + rm /tmp/tmp.3bLIWFwRQZ /tmp/tmp.3873QcZ3VK + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.AOBd9pViO4 ++ mktemp + local LAST_ERR=/tmp/tmp.XR8CMuym3T + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.AOBd9pViO4 + cat /tmp/tmp.XR8CMuym3T + rm /tmp/tmp.AOBd9pViO4 /tmp/tmp.XR8CMuym3T + return 0 + check_crd_for_deletion PR-2058-78121c567 + local git_tag=PR-2058-78121c567 ++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2058-78121c567/deploy/crd.yaml ++ yq eval .metadata.name ++ /usr/sbin/sed s/---//g ++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g' + for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g') ++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WQ5QCrpdEj +++ mktemp ++ local LAST_ERR=/tmp/tmp.8eQhQtmplw ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'crd/null' '-o' 'jsonpath={.status.conditions[-1].type}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.WQ5QCrpdEj ++ cat /tmp/tmp.8eQhQtmplw Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 0 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.WQ5QCrpdEj ++ cat /tmp/tmp.8eQhQtmplw Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 4 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.WQ5QCrpdEj ++ cat /tmp/tmp.8eQhQtmplw Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 8 ++ cat /tmp/tmp.WQ5QCrpdEj ++ cat /tmp/tmp.8eQhQtmplw Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ rm /tmp/tmp.WQ5QCrpdEj /tmp/tmp.8eQhQtmplw ++ return 1 + [[ '' == Terminating ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + xargs kubectl delete ns + [[ -n '' ]] ++ mktemp + desc 'cleaned up old namespaces psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.8ebqPdRylv ++ mktemp + local LAST_OUT=/tmp/tmp.bqJuywAsrO ++ mktemp + local LAST_ERR=/tmp/tmp.LrI8IPpAEU + local exit_status=0 + local timeout=4 + args=('get' 'ns') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + local LAST_ERR=/tmp/tmp.LTywziIll9 + local exit_status=0 + local timeout=4 + args=('delete' 'namespace' 'psmdb-operator' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + for i in $(seq 0 2) + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.8ebqPdRylv + cat /tmp/tmp.LrI8IPpAEU + rm /tmp/tmp.8ebqPdRylv /tmp/tmp.LrI8IPpAEU + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.bqJuywAsrO error: resource(s) were provided, but no name was specified + cat /tmp/tmp.LTywziIll9 + rm /tmp/tmp.bqJuywAsrO /tmp/tmp.LTywziIll9 + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.t80vp5LYXO ++ mktemp + local LAST_ERR=/tmp/tmp.BfRrBAiDkS + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.t80vp5LYXO + cat /tmp/tmp.BfRrBAiDkS + rm /tmp/tmp.t80vp5LYXO /tmp/tmp.BfRrBAiDkS + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.5h0uWoA6mZ ++ mktemp + local LAST_ERR=/tmp/tmp.6PYEGDjtdi + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.5h0uWoA6mZ namespace/psmdb-operator created + cat /tmp/tmp.6PYEGDjtdi + rm /tmp/tmp.5h0uWoA6mZ /tmp/tmp.6PYEGDjtdi + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.JgXZctkmBm +++ mktemp ++ local LAST_ERR=/tmp/tmp.SKIV9BDxHo ++ local exit_status=0 ++ local timeout=4 ++ args=('config' 'current-context') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.JgXZctkmBm ++ cat /tmp/tmp.SKIV9BDxHo ++ rm /tmp/tmp.JgXZctkmBm /tmp/tmp.SKIV9BDxHo ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.oZWoBpbBzg ++ mktemp + local LAST_ERR=/tmp/tmp.xFn4VPjc7S + local exit_status=0 + local timeout=4 + args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14' '--namespace=psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.oZWoBpbBzg Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14" modified. + cat /tmp/tmp.xFn4VPjc7S + rm /tmp/tmp.oZWoBpbBzg /tmp/tmp.xFn4VPjc7S + return 0 + deploy_operator + desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567 ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/users-vault/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.rlHIqJVPT7 ++ mktemp + local LAST_ERR=/tmp/tmp.J4mp86ZLPQ + local exit_status=0 + local timeout=4 + args=('apply' '--server-side' '--force-conflicts' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.rlHIqJVPT7 customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.J4mp86ZLPQ + rm /tmp/tmp.rlHIqJVPT7 /tmp/tmp.J4mp86ZLPQ + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + sed -e 's^namespace: .*^namespace: psmdb-operator^' + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.KmhvWovy9f ++ mktemp + local LAST_ERR=/tmp/tmp.pZ1uzACcLQ + local exit_status=0 + local timeout=4 + args=('apply' '-n' 'psmdb-operator' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.KmhvWovy9f clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created + cat /tmp/tmp.pZ1uzACcLQ + rm /tmp/tmp.KmhvWovy9f /tmp/tmp.pZ1uzACcLQ + return 0 + yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-operator.yaml + add_arch_to_podspecs - + arch_scheduling_enabled + [[ -n '' ]] + cat - + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.e6l8ZTG4fb ++ mktemp + local LAST_ERR=/tmp/tmp.kn9TeA7mX2 + local exit_status=0 + local timeout=4 + args=('apply' '-n' 'psmdb-operator' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + return + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.e6l8ZTG4fb deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.kn9TeA7mX2 + rm /tmp/tmp.e6l8ZTG4fb /tmp/tmp.kn9TeA7mX2 + return 0 + sleep 20 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.kqhHjWsugY +++ mktemp ++ local LAST_ERR=/tmp/tmp.C5reqoCBr1 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.kqhHjWsugY ++ cat /tmp/tmp.C5reqoCBr1 ++ rm /tmp/tmp.kqhHjWsugY /tmp/tmp.C5reqoCBr1 ++ return 0 + wait_operator_pod percona-server-mongodb-operator-66cd7b75cf-x6vvh + local pod=percona-server-mongodb-operator-66cd7b75cf-x6vvh + set +o xtrace waiting for pod/percona-server-mongodb-operator-66cd7b75cf-x6vvh to be ready.OK + echo 'Print operator info from log' Print operator info from log + grep 'Manager starting up' ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.SpzmeoJ9YO +++ mktemp ++ local LAST_ERR=/tmp/tmp.S2g5cyhtFb ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.SpzmeoJ9YO ++ cat /tmp/tmp.S2g5cyhtFb ++ rm /tmp/tmp.SpzmeoJ9YO /tmp/tmp.S2g5cyhtFb ++ return 0 + kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-x6vvh ++ mktemp + local LAST_OUT=/tmp/tmp.sWlmw1DPAI ++ mktemp + local LAST_ERR=/tmp/tmp.3R9824KVi5 + local exit_status=0 + local timeout=4 + args=('logs' '-n' 'psmdb-operator' 'percona-server-mongodb-operator-66cd7b75cf-x6vvh') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-x6vvh + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.sWlmw1DPAI + cat /tmp/tmp.3R9824KVi5 + rm /tmp/tmp.sWlmw1DPAI /tmp/tmp.3R9824KVi5 + return 0 2026-07-17T02:08:14.558Z INFO setup Manager starting up {"gitCommit": "78121c56762758785b75e9b7c017e15fc887ae5d", "gitBranch": "PR-2058-78121c567", "buildTime": "", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"} + create_namespace users-vault-16544 + local namespace=users-vault-16544 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + awk '{print$1}' + [[ -n '' ]] + desc 'cleaned up old namespaces users-vault-16544' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces users-vault-16544 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace users-vault-16544 --ignore-not-found + local LAST_OUT=/tmp/tmp.RcRlsLAP7e ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.IxBuGFw23q + local LAST_ERR=/tmp/tmp.KkVH4mOZ66 + local exit_status=0 + local timeout=4 + args=('get' 'ns') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.BnQSah2C6q + local exit_status=0 + local timeout=4 + args=('delete' 'namespace' 'users-vault-16544' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + for i in $(seq 0 2) + set +e + kubectl get ns ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace users-vault-16544 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.RcRlsLAP7e + cat /tmp/tmp.KkVH4mOZ66 + rm /tmp/tmp.RcRlsLAP7e /tmp/tmp.KkVH4mOZ66 + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.IxBuGFw23q + cat /tmp/tmp.BnQSah2C6q error: resource(s) were provided, but no name was specified + rm /tmp/tmp.IxBuGFw23q /tmp/tmp.BnQSah2C6q + return 0 + kubectl_bin wait --for=delete namespace users-vault-16544 ++ mktemp + local LAST_OUT=/tmp/tmp.Lwwb38O3cS ++ mktemp + local LAST_ERR=/tmp/tmp.Imt2yb6yjJ + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'namespace' 'users-vault-16544') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace users-vault-16544 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Lwwb38O3cS + cat /tmp/tmp.Imt2yb6yjJ + rm /tmp/tmp.Lwwb38O3cS /tmp/tmp.Imt2yb6yjJ + return 0 + desc 'create namespace users-vault-16544' + set +o xtrace ----------------------------------------------------------------------------------- create namespace users-vault-16544 ----------------------------------------------------------------------------------- + kubectl_bin create namespace users-vault-16544 ++ mktemp + local LAST_OUT=/tmp/tmp.m3B5mwFD1M ++ mktemp + local LAST_ERR=/tmp/tmp.joocffbZOn + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'users-vault-16544') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace users-vault-16544 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.m3B5mwFD1M namespace/users-vault-16544 created + cat /tmp/tmp.joocffbZOn + rm /tmp/tmp.m3B5mwFD1M /tmp/tmp.joocffbZOn + return 0 + set_kube_ctx users-vault-16544 + local namespace=users-vault-16544 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.nkJaxx3Evl +++ mktemp ++ local LAST_ERR=/tmp/tmp.IQUDLkxBNr ++ local exit_status=0 ++ local timeout=4 ++ args=('config' 'current-context') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.nkJaxx3Evl ++ cat /tmp/tmp.IQUDLkxBNr ++ rm /tmp/tmp.nkJaxx3Evl /tmp/tmp.IQUDLkxBNr ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14 --namespace=users-vault-16544 ++ mktemp + local LAST_OUT=/tmp/tmp.eDcghiZEpc ++ mktemp + local LAST_ERR=/tmp/tmp.7wsRI5KBVd + local exit_status=0 + local timeout=4 + args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14' '--namespace=users-vault-16544') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14 --namespace=users-vault-16544 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.eDcghiZEpc Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14" modified. + cat /tmp/tmp.7wsRI5KBVd + rm /tmp/tmp.eDcghiZEpc /tmp/tmp.7wsRI5KBVd + return 0 + desc 'start client' + set +o xtrace ----------------------------------------------------------------------------------- start client ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml ++ mktemp + local LAST_OUT=/tmp/tmp.NZpBns9fye ++ mktemp + local LAST_ERR=/tmp/tmp.KOcrp0OkvV + local exit_status=0 + local timeout=4 + args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.NZpBns9fye deployment.apps/psmdb-client created + cat /tmp/tmp.KOcrp0OkvV + rm /tmp/tmp.NZpBns9fye /tmp/tmp.KOcrp0OkvV + return 0 + setup_vault + local sa_namespace=users-vault-16544 + '[' -n psmdb-operator ']' + sa_namespace=psmdb-operator + local tls_secret_name=vault-server-tls + create_tls_secret vault-server-tls users-vault-service + local name=vault-server-tls + local service_name=users-vault-service + local tmp_dir ++ mktemp -d + tmp_dir=/tmp/tmp.3qGJ2KvON0 + openssl genrsa -out /tmp/tmp.3qGJ2KvON0/vault.key 2048 + cat + openssl req -x509 -new -nodes -key /tmp/tmp.3qGJ2KvON0/vault.key -sha256 -days 3650 -out /tmp/tmp.3qGJ2KvON0/vault.crt -config /tmp/tmp.3qGJ2KvON0/csr.conf -extensions v3_req + '[' '!' -s /tmp/tmp.3qGJ2KvON0/vault.crt ']' + cp /tmp/tmp.3qGJ2KvON0/vault.crt /tmp/tmp.3qGJ2KvON0/vault.ca + kubectl create secret generic vault-server-tls --from-file=tls.key=/tmp/tmp.3qGJ2KvON0/vault.key --from-file=tls.crt=/tmp/tmp.3qGJ2KvON0/vault.crt --from-file=ca.crt=/tmp/tmp.3qGJ2KvON0/vault.ca secret/vault-server-tls created + rm -rf /tmp/tmp.3qGJ2KvON0 + deploy_vault users-vault-service --set global.enabled=true --set global.tlsDisable=false --set server.extraEnvironmentVars.VAULT_CACERT=/vault/userconfig/vault-server-tls/ca.crt --set 'server.volumes[0].name=userconfig-vault-server-tls' --set 'server.volumes[0].secret.defaultMode=420' --set 'server.volumes[0].secret.secretName=vault-server-tls' --set 'server.volumeMounts[0].mountPath=/vault/userconfig/vault-server-tls' --set 'server.volumeMounts[0].name=userconfig-vault-server-tls' --set 'server.volumeMounts[0].readOnly=true' --set server.standalone.enabled=true --set-string $'server.standalone.config=listener "tcp" {\n address = "[::]:8200"\n cluster_address = "[::]:8201"\n tls_cert_file = "/vault/userconfig/vault-server-tls/tls.crt"\n tls_key_file = "/vault/userconfig/vault-server-tls/tls.key"\n tls_client_ca_file = "/vault/userconfig/vault-server-tls/ca.crt"\n}\n\nstorage "file" {\n path = "/vault/data"\n}' + local name=users-vault-service + [[ 23 -gt 0 ]] + shift + desc 'install Vault users-vault-service' + set +o xtrace ----------------------------------------------------------------------------------- install Vault users-vault-service ----------------------------------------------------------------------------------- + helm uninstall users-vault-service Error: uninstall: Release not loaded: users-vault-service: release: not found + : + helm repo remove hashicorp "hashicorp" has been removed from your repositories + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" has been added to your repositories + destroy_vault users-vault-service + local name=users-vault-service + local vault_ns ++ helm list --all-namespaces --filter users-vault-service ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + vault_ns= + desc 'destroy vault' + set +o xtrace ----------------------------------------------------------------------------------- destroy vault ----------------------------------------------------------------------------------- ++ kubectl api-resources ++ grep vault ++ awk '{print $1}' + '[' -n '' ']' ++ kubectl get clusterrolebinding -l app.kubernetes.io/instance=users-vault-service -o 'jsonpath={range .items[*]}{.metadata.name}{" "}{end}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole -l app.kubernetes.io/instance=users-vault-service -o 'jsonpath={range .items[*]}{.metadata.name}{" "}{end}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : ++ kubectl get mutatingwebhookconfiguration -l app.kubernetes.io/instance=users-vault-service -o 'jsonpath={range .items[*]}{.metadata.name}{" "}{end}' + timeout 30 kubectl delete mutatingwebhookconfiguration error: resource(s) were provided, but no name was specified + : + [[ -n '' ]] + vault_args=('--disable-openapi-validation' '--set' 'dataStorage.enabled=false') + local vault_args + arch_scheduling_enabled + [[ -n '' ]] + retry 10 60 helm install users-vault-service hashicorp/vault --disable-openapi-validation --set dataStorage.enabled=false --set global.enabled=true --set global.tlsDisable=false --set server.extraEnvironmentVars.VAULT_CACERT=/vault/userconfig/vault-server-tls/ca.crt --set 'server.volumes[0].name=userconfig-vault-server-tls' --set 'server.volumes[0].secret.defaultMode=420' --set 'server.volumes[0].secret.secretName=vault-server-tls' --set 'server.volumeMounts[0].mountPath=/vault/userconfig/vault-server-tls' --set 'server.volumeMounts[0].name=userconfig-vault-server-tls' --set 'server.volumeMounts[0].readOnly=true' --set server.standalone.enabled=true --set-string $'server.standalone.config=listener "tcp" {\n address = "[::]:8200"\n cluster_address = "[::]:8201"\n tls_cert_file = "/vault/userconfig/vault-server-tls/tls.crt"\n tls_key_file = "/vault/userconfig/vault-server-tls/tls.key"\n tls_client_ca_file = "/vault/userconfig/vault-server-tls/ca.crt"\n}\n\nstorage "file" {\n path = "/vault/data"\n}' + local max=10 + local delay=60 + shift 2 + local n=1 + helm install users-vault-service hashicorp/vault --disable-openapi-validation --set dataStorage.enabled=false --set global.enabled=true --set global.tlsDisable=false --set server.extraEnvironmentVars.VAULT_CACERT=/vault/userconfig/vault-server-tls/ca.crt --set 'server.volumes[0].name=userconfig-vault-server-tls' --set 'server.volumes[0].secret.defaultMode=420' --set 'server.volumes[0].secret.secretName=vault-server-tls' --set 'server.volumeMounts[0].mountPath=/vault/userconfig/vault-server-tls' --set 'server.volumeMounts[0].name=userconfig-vault-server-tls' --set 'server.volumeMounts[0].readOnly=true' --set server.standalone.enabled=true --set-string $'server.standalone.config=listener "tcp" {\n address = "[::]:8200"\n cluster_address = "[::]:8201"\n tls_cert_file = "/vault/userconfig/vault-server-tls/tls.crt"\n tls_key_file = "/vault/userconfig/vault-server-tls/tls.key"\n tls_client_ca_file = "/vault/userconfig/vault-server-tls/ca.crt"\n}\n\nstorage "file" {\n path = "/vault/data"\n}' NAME: users-vault-service LAST DEPLOYED: Fri Jul 17 02:09:00 2026 NAMESPACE: users-vault-16544 STATUS: deployed REVISION: 1 NOTES: Thank you for installing HashiCorp Vault! Now that you have deployed Vault, you should look over the docs on using Vault with Kubernetes available here: https://developer.hashicorp.com/vault/docs Your release is named users-vault-service. To learn more about the release, try: $ helm status users-vault-service $ helm get manifest users-vault-service + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + grep Running + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + sleep 1 + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' + grep Running + sleep 1 + grep Running + kubectl_bin get pod/users-vault-service-0 -o 'jsonpath={.status.phase}' Running + sleep 5 + kubectl_bin exec pod/users-vault-service-0 -- vault operator init -key-shares=1 -key-threshold=1 -format=json ++ mktemp + local LAST_OUT=/tmp/tmp.ZmlyvsF7Gf ++ mktemp + local LAST_ERR=/tmp/tmp.ug8cyvP3ov + local exit_status=0 + local timeout=4 + args=('exec' 'pod/users-vault-service-0' '--' 'vault' 'operator' 'init' '-key-shares=1' '-key-threshold=1' '-format=json') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec pod/users-vault-service-0 -- vault operator init -key-shares=1 -key-threshold=1 -format=json + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ZmlyvsF7Gf + cat /tmp/tmp.ug8cyvP3ov + rm /tmp/tmp.ZmlyvsF7Gf /tmp/tmp.ug8cyvP3ov + return 0 + local unsealKey ++ jq -r '.unseal_keys_b64[]' + unsealKey=kVjBXWt2Jh0fttyuOmC/Gtu0bYaIgiNdhpKzpXh/Y2s= + local token ++ jq -r .root_token + token=hvs.s2adDwUuZGKoXx4AoTuMydmw + kubectl_bin exec pod/users-vault-service-0 -- vault operator unseal kVjBXWt2Jh0fttyuOmC/Gtu0bYaIgiNdhpKzpXh/Y2s= ++ mktemp + local LAST_OUT=/tmp/tmp.Aj7Ux6bWU8 ++ mktemp + local LAST_ERR=/tmp/tmp.nUuND6k7AA + local exit_status=0 + local timeout=4 + args=('exec' 'pod/users-vault-service-0' '--' 'vault' 'operator' 'unseal' 'kVjBXWt2Jh0fttyuOmC/Gtu0bYaIgiNdhpKzpXh/Y2s=') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec pod/users-vault-service-0 -- vault operator unseal kVjBXWt2Jh0fttyuOmC/Gtu0bYaIgiNdhpKzpXh/Y2s= + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Aj7Ux6bWU8 Key Value --- ----- Seal Type shamir Initialized true Sealed false Total Shares 1 Threshold 1 Version 2.0.3 Build Date 2026-06-17T12:39:45Z Storage Type file Cluster Name vault-cluster-f5130ef2 Cluster ID 9b5554ab-494b-11c5-1975-d090b11d5da6 HA Enabled false + cat /tmp/tmp.nUuND6k7AA + rm /tmp/tmp.Aj7Ux6bWU8 /tmp/tmp.nUuND6k7AA + return 0 + kubectl_bin exec -it pod/users-vault-service-0 -- sh ++ mktemp + local LAST_OUT=/tmp/tmp.T1yIrA0RbJ ++ mktemp + local LAST_ERR=/tmp/tmp.DQK4cTBdYJ + local exit_status=0 + local timeout=4 + args=('exec' '-it' 'pod/users-vault-service-0' '--' 'sh') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec -it pod/users-vault-service-0 -- sh + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.T1yIrA0RbJ Success! You are now authenticated. The token information displayed below is already stored in the token helper. You do NOT need to run "vault login" again. Future Vault requests will automatically use this token. Key Value --- ----- token hvs.s2adDwUuZGKoXx4AoTuMydmw token_accessor 7HCulcT8trkvINtV9WyuH9ef token_duration ∞ token_renewable false token_policies ["root"] identity_policies [] policies ["root"] Success! Enabled the kv-v2 secrets engine at: secret/ + cat /tmp/tmp.DQK4cTBdYJ Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.T1yIrA0RbJ /tmp/tmp.DQK4cTBdYJ + return 0 + kubectl_bin create secret generic vault-secret --from-literal=token=hvs.s2adDwUuZGKoXx4AoTuMydmw ++ mktemp + local LAST_OUT=/tmp/tmp.7Ci4PQkBMS ++ mktemp + local LAST_ERR=/tmp/tmp.3DFatcqxec + local exit_status=0 + local timeout=4 + args=('create' 'secret' 'generic' 'vault-secret' '--from-literal=token=hvs.s2adDwUuZGKoXx4AoTuMydmw') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create secret generic vault-secret --from-literal=token=hvs.s2adDwUuZGKoXx4AoTuMydmw + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.7Ci4PQkBMS secret/vault-secret created + cat /tmp/tmp.3DFatcqxec + rm /tmp/tmp.7Ci4PQkBMS /tmp/tmp.3DFatcqxec + return 0 + sleep 10 + wait_pod users-vault-service-0 + local pod=users-vault-service-0 + set +o xtrace waiting for pod/users-vault-service-0 to be ready.OK + sleep 20 + kubectl_bin exec users-vault-service-0 -- vault auth enable kubernetes ++ mktemp + local LAST_OUT=/tmp/tmp.TASxrWw0EP ++ mktemp + local LAST_ERR=/tmp/tmp.FUR82VgpPR + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'vault' 'auth' 'enable' 'kubernetes') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- vault auth enable kubernetes + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.TASxrWw0EP Success! Enabled kubernetes auth method at: kubernetes/ + cat /tmp/tmp.FUR82VgpPR + rm /tmp/tmp.TASxrWw0EP /tmp/tmp.FUR82VgpPR + return 0 + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/users-vault/conf/role-binding.yml + yq '.metadata.namespace="users-vault-16544"' + yq '.subjects[0].namespace="psmdb-operator"' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.4jKMw54Tai ++ mktemp + local LAST_ERR=/tmp/tmp.8AUDEZdU33 + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.4jKMw54Tai rolebinding.rbac.authorization.k8s.io/vault-role-binding created + cat /tmp/tmp.8AUDEZdU33 + rm /tmp/tmp.4jKMw54Tai /tmp/tmp.8AUDEZdU33 + return 0 ++ kubectl_bin exec users-vault-service-0 -- vault token create -policy=operator -format=json ++ jq -r .auth.client_token +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ll00mNkBuU +++ mktemp ++ local LAST_ERR=/tmp/tmp.ov1YG3zuTm ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'users-vault-service-0' '--' 'vault' 'token' 'create' '-policy=operator' '-format=json') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec users-vault-service-0 -- vault token create -policy=operator -format=json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Ll00mNkBuU ++ cat /tmp/tmp.ov1YG3zuTm ++ rm /tmp/tmp.Ll00mNkBuU /tmp/tmp.ov1YG3zuTm ++ return 0 + token=hvs.CAESIGtPdTOVIwf8I1cj4-NXAOsQlUmd_IWYjKvp0BviDxssGh4KHGh2cy5GZHNodVFOUnhVMElzRWhTWkFBTGtLeTc + kubectl_bin create secret generic vault-sync-secret --from-literal=token=hvs.CAESIGtPdTOVIwf8I1cj4-NXAOsQlUmd_IWYjKvp0BviDxssGh4KHGh2cy5GZHNodVFOUnhVMElzRWhTWkFBTGtLeTc ++ mktemp + local LAST_OUT=/tmp/tmp.dBhlEa1Dd8 ++ mktemp + local LAST_ERR=/tmp/tmp.WhdclOkAX5 + local exit_status=0 + local timeout=4 + args=('create' 'secret' 'generic' 'vault-sync-secret' '--from-literal=token=hvs.CAESIGtPdTOVIwf8I1cj4-NXAOsQlUmd_IWYjKvp0BviDxssGh4KHGh2cy5GZHNodVFOUnhVMElzRWhTWkFBTGtLeTc') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create secret generic vault-sync-secret --from-literal=token=hvs.CAESIGtPdTOVIwf8I1cj4-NXAOsQlUmd_IWYjKvp0BviDxssGh4KHGh2cy5GZHNodVFOUnhVMElzRWhTWkFBTGtLeTc + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.dBhlEa1Dd8 secret/vault-sync-secret created + cat /tmp/tmp.WhdclOkAX5 + rm /tmp/tmp.dBhlEa1Dd8 /tmp/tmp.WhdclOkAX5 + return 0 + kubectl_bin exec users-vault-service-0 -- sh -c 'vault write auth/kubernetes/config kubernetes_host=https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_SERVICE_PORT' ++ mktemp + local LAST_OUT=/tmp/tmp.Vt6SgmGsTO ++ mktemp + local LAST_ERR=/tmp/tmp.AP7hKs2ZtV + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault write auth/kubernetes/config kubernetes_host=https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_SERVICE_PORT') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault write auth/kubernetes/config kubernetes_host=https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_SERVICE_PORT' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Vt6SgmGsTO Success! Data written to: auth/kubernetes/config + cat /tmp/tmp.AP7hKs2ZtV + rm /tmp/tmp.Vt6SgmGsTO /tmp/tmp.AP7hKs2ZtV + return 0 + kubectl_bin exec users-vault-service-0 -- sh -c $'vault policy write operator - < deletion_time n/a destroyed false version 1 + cat /tmp/tmp.0ifndb5HWH + rm /tmp/tmp.L8bu7BzqT3 /tmp/tmp.0ifndb5HWH + return 0 + rm -f /tmp/tmp.seP1d6I8xF /tmp/tmp.KcO5zefvJb + desc 'create first PSMDB cluster some-name-rs0' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster some-name-rs0 ----------------------------------------------------------------------------------- + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/users-vault/conf/some-name-rs0.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/users-vault/conf/some-name-rs0.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/users-vault/conf/some-name-rs0.yml + yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"' ++ mktemp + yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"' + yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567"' + yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' + [[ -n docker.io/perconalab/fluentbit:main-logcollector ]] + IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector + yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)' + local LAST_OUT=/tmp/tmp.rQMtmA3nUV ++ mktemp + yq eval '.spec.upgradeOptions.apply="Never"' + yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"' + /usr/sbin/sed -e s/NAME_SPACE/users-vault-16544/g + local LAST_ERR=/tmp/tmp.sUJAOFqFgD + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + add_arch_to_psmdb - + arch_scheduling_enabled + [[ -n '' ]] + cat - ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + return + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.rQMtmA3nUV perconaservermongodb.psmdb.percona.com/some-name created + cat /tmp/tmp.sUJAOFqFgD + rm /tmp/tmp.rQMtmA3nUV /tmp/tmp.sUJAOFqFgD + return 0 + desc 'Check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- Check if all 3 Pods started ----------------------------------------------------------------------------------- + wait_for_running some-name-rs0 3 + local name=some-name-rs0 + let last_pod=2 + local check_cluster_readiness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=some-name ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod some-name-rs0-0 + local pod=some-name-rs0-0 + set +o xtrace waiting for pod/some-name-rs0-0 to be ready.............OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod some-name-rs0-1 + local pod=some-name-rs0-1 + set +o xtrace waiting for pod/some-name-rs0-1 to be ready.............OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qVUKt2BCMD +++ mktemp ++ local LAST_ERR=/tmp/tmp.FOYuZM2bZV ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.qVUKt2BCMD ++ cat /tmp/tmp.FOYuZM2bZV ++ rm /tmp/tmp.qVUKt2BCMD /tmp/tmp.FOYuZM2bZV ++ return 0 + [[ '' == true ]] + wait_pod some-name-rs0-2 + local pod=some-name-rs0-2 + set +o xtrace waiting for pod/some-name-rs0-2 to be ready..............OK ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zB8qbTxJjK +++ mktemp ++ local LAST_ERR=/tmp/tmp.m0qeIjeXJu ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.zB8qbTxJjK ++ cat /tmp/tmp.m0qeIjeXJu ++ rm /tmp/tmp.zB8qbTxJjK /tmp/tmp.m0qeIjeXJu ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uJLGUbxhwk +++ mktemp ++ local LAST_ERR=/tmp/tmp.4z7syoedWD ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.uJLGUbxhwk ++ cat /tmp/tmp.4z7syoedWD ++ rm /tmp/tmp.uJLGUbxhwk /tmp/tmp.4z7syoedWD ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster some-name to be ready + desc 'check MONGODB_USER_ADMIN_PASSWORD' + set +o xtrace ----------------------------------------------------------------------------------- check MONGODB_USER_ADMIN_PASSWORD ----------------------------------------------------------------------------------- ++ getUserData some-users MONGODB_USER_ADMIN_USER ++ local secretName=some-users ++ local dataKey=MONGODB_USER_ADMIN_USER +++ getSecretData some-users MONGODB_USER_ADMIN_USER +++ local secretName=some-users +++ local dataKey=MONGODB_USER_ADMIN_USER ++++ base64 -d ++++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}' +++ local data=userAdmin +++ echo userAdmin ++ urlencode userAdmin ++ uri=userAdmin ++ echo -n userAdmin ++ jq -s -R -r @uri + user=userAdmin + check_mongo_auth userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 + local uri=userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local replica_set=rs0 ++ [[ userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.IKgBKt22mh ++++ mktemp +++ local LAST_ERR=/tmp/tmp.vK8X1rB25X +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.IKgBKt22mh +++ cat /tmp/tmp.vK8X1rB25X +++ rm /tmp/tmp.IKgBKt22mh /tmp/tmp.vK8X1rB25X +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Nb1pBVKtDF +++ mktemp ++ local LAST_ERR=/tmp/tmp.FOp8HOpGUX ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Nb1pBVKtDF ++ cat /tmp/tmp.FOp8HOpGUX ++ rm /tmp/tmp.Nb1pBVKtDF /tmp/tmp.FOp8HOpGUX ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 + local uri=userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.r8HFcwEw3M ++++ mktemp +++ local LAST_ERR=/tmp/tmp.G37n7fqOG9 +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.r8HFcwEw3M +++ cat /tmp/tmp.G37n7fqOG9 +++ rm /tmp/tmp.r8HFcwEw3M /tmp/tmp.G37n7fqOG9 +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0fvNUb6CmI +++ mktemp ++ local LAST_ERR=/tmp/tmp.qh6rSFEu68 ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.0fvNUb6CmI ++ cat /tmp/tmp.qh6rSFEu68 ++ rm /tmp/tmp.0fvNUb6CmI /tmp/tmp.qh6rSFEu68 ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 + local uri=userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 == *cfg* ]] ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.QojCw0bZed ++++ mktemp +++ local LAST_ERR=/tmp/tmp.hBRwE7y0YS +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.QojCw0bZed +++ cat /tmp/tmp.hBRwE7y0YS +++ rm /tmp/tmp.QojCw0bZed /tmp/tmp.hBRwE7y0YS +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aD9zwdSiMp +++ mktemp ++ local LAST_ERR=/tmp/tmp.Iq8t3mXpRU ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://userAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.aD9zwdSiMp ++ cat /tmp/tmp.Iq8t3mXpRU ++ rm /tmp/tmp.aD9zwdSiMp /tmp/tmp.Iq8t3mXpRU ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + desc 'change MONGODB_USER_ADMIN_USER' + set +o xtrace ----------------------------------------------------------------------------------- change MONGODB_USER_ADMIN_USER ----------------------------------------------------------------------------------- + newname=someUserAdminUser + vault_append MONGODB_USER_ADMIN_USER someUserAdminUser + local key=MONGODB_USER_ADMIN_USER + local value=someUserAdminUser + local tmp_json ++ mktemp + tmp_json=/tmp/tmp.J3kYMOR33d + local new_tmp_json ++ mktemp + new_tmp_json=/tmp/tmp.BMq0e5aNqe + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + jq .data.data ++ mktemp + local LAST_OUT=/tmp/tmp.2W6TC50BCv ++ mktemp + local LAST_ERR=/tmp/tmp.q5l4DYHoW8 + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2W6TC50BCv + cat /tmp/tmp.q5l4DYHoW8 + rm /tmp/tmp.2W6TC50BCv /tmp/tmp.q5l4DYHoW8 + return 0 + '[' '!' -s /tmp/tmp.J3kYMOR33d ']' + jq --arg key MONGODB_USER_ADMIN_USER --arg value someUserAdminUser '(. // {}) + {($key): $value}' /tmp/tmp.J3kYMOR33d + kubectl_bin cp /tmp/tmp.BMq0e5aNqe users-vault-service-0:/tmp/data_new.json ++ mktemp + local LAST_OUT=/tmp/tmp.tydxaY3GhU ++ mktemp + local LAST_ERR=/tmp/tmp.6PpjdWVisU + local exit_status=0 + local timeout=4 + args=('cp' '/tmp/tmp.BMq0e5aNqe' 'users-vault-service-0:/tmp/data_new.json') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl cp /tmp/tmp.BMq0e5aNqe users-vault-service-0:/tmp/data_new.json + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.tydxaY3GhU + cat /tmp/tmp.6PpjdWVisU + rm /tmp/tmp.tydxaY3GhU /tmp/tmp.6PpjdWVisU + return 0 + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' ++ mktemp + local LAST_OUT=/tmp/tmp.Ngdh8gCnYa ++ mktemp + local LAST_ERR=/tmp/tmp.dNm6oSSUH6 + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Ngdh8gCnYa ======================== Secret Path ======================== secret/data/psmdb/operator/users-vault-16544/some-name/users ======= Metadata ======= Key Value --- ----- created_time 2026-07-17T02:12:34.11889117Z custom_metadata deletion_time n/a destroyed false version 2 + cat /tmp/tmp.dNm6oSSUH6 + rm /tmp/tmp.Ngdh8gCnYa /tmp/tmp.dNm6oSSUH6 + return 0 + rm -f /tmp/tmp.J3kYMOR33d /tmp/tmp.BMq0e5aNqe + sleep 25 + wait_cluster_consistency some-name + local cluster_name=some-name + local wait_time=32 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OmANymrZZt +++ mktemp ++ local LAST_ERR=/tmp/tmp.KzM1KHeMXv ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.OmANymrZZt ++ cat /tmp/tmp.KzM1KHeMXv ++ rm /tmp/tmp.OmANymrZZt /tmp/tmp.KzM1KHeMXv ++ return 0 + [[ ready == ready ]] + echo .OK .OK + sleep 15 + check_mongo_auth someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 + local uri=someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.t5Bx35VvhM ++++ mktemp +++ local LAST_ERR=/tmp/tmp.T6z2FTkztt +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.t5Bx35VvhM +++ cat /tmp/tmp.T6z2FTkztt +++ rm /tmp/tmp.t5Bx35VvhM /tmp/tmp.T6z2FTkztt +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kxMuz2gWKN +++ mktemp ++ local LAST_ERR=/tmp/tmp.XHKnjKHgJl ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.kxMuz2gWKN ++ cat /tmp/tmp.XHKnjKHgJl ++ rm /tmp/tmp.kxMuz2gWKN /tmp/tmp.XHKnjKHgJl ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 + local uri=someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.h01b5urQ2H ++++ mktemp +++ local LAST_ERR=/tmp/tmp.N0GOf1FNSx +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.h01b5urQ2H +++ cat /tmp/tmp.N0GOf1FNSx +++ rm /tmp/tmp.h01b5urQ2H /tmp/tmp.N0GOf1FNSx +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xK1YLk6JJQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.F9oFqrtCZN ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.xK1YLk6JJQ ++ cat /tmp/tmp.F9oFqrtCZN ++ rm /tmp/tmp.xK1YLk6JJQ /tmp/tmp.F9oFqrtCZN ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 + local uri=someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 == *cfg* ]] ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.fGhQppUA8C ++++ mktemp +++ local LAST_ERR=/tmp/tmp.eiGGMKIUFv +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.fGhQppUA8C +++ cat /tmp/tmp.eiGGMKIUFv +++ rm /tmp/tmp.fGhQppUA8C /tmp/tmp.eiGGMKIUFv +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4a0e5KmDen +++ mktemp ++ local LAST_ERR=/tmp/tmp.u2EwEYD7qI ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.4a0e5KmDen ++ cat /tmp/tmp.u2EwEYD7qI ++ rm /tmp/tmp.4a0e5KmDen /tmp/tmp.u2EwEYD7qI ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + desc 'removing tokenSecret to check kubernetes auth' + set +o xtrace ----------------------------------------------------------------------------------- removing tokenSecret to check kubernetes auth ----------------------------------------------------------------------------------- + kubectl_bin patch psmdb some-name --type=json '-p=[{"op":"remove","path":"/spec/vault/syncUsers/tokenSecret"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.0NFu7wwm7o ++ mktemp + local LAST_ERR=/tmp/tmp.sZJ3ic7x8P + local exit_status=0 + local timeout=4 + args=('patch' 'psmdb' 'some-name' '--type=json' '-p=[{"op":"remove","path":"/spec/vault/syncUsers/tokenSecret"}]') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch psmdb some-name --type=json '-p=[{"op":"remove","path":"/spec/vault/syncUsers/tokenSecret"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.0NFu7wwm7o perconaservermongodb.psmdb.percona.com/some-name patched + cat /tmp/tmp.sZJ3ic7x8P + rm /tmp/tmp.0NFu7wwm7o /tmp/tmp.sZJ3ic7x8P + return 0 + kubectl_bin delete secret vault-sync-secret ++ mktemp + local LAST_OUT=/tmp/tmp.SB8wCwTSCO ++ mktemp + local LAST_ERR=/tmp/tmp.iVwNmBIsRY + local exit_status=0 + local timeout=4 + args=('delete' 'secret' 'vault-sync-secret') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete secret vault-sync-secret + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.SB8wCwTSCO secret "vault-sync-secret" deleted from users-vault-16544 namespace + cat /tmp/tmp.iVwNmBIsRY + rm /tmp/tmp.SB8wCwTSCO /tmp/tmp.iVwNmBIsRY + return 0 + desc 'change MONGODB_DATABASE_ADMIN_PASSWORD' + set +o xtrace ----------------------------------------------------------------------------------- change MONGODB_DATABASE_ADMIN_PASSWORD ----------------------------------------------------------------------------------- + vault_append MONGODB_DATABASE_ADMIN_PASSWORD test-password + local key=MONGODB_DATABASE_ADMIN_PASSWORD + local value=test-password + local tmp_json ++ mktemp + tmp_json=/tmp/tmp.EqzcimhATI + local new_tmp_json ++ mktemp + new_tmp_json=/tmp/tmp.N8Kxn8p9io + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + jq .data.data ++ mktemp + local LAST_OUT=/tmp/tmp.ImB1hBC0Yy ++ mktemp + local LAST_ERR=/tmp/tmp.ao9k6vRJoz + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ImB1hBC0Yy + cat /tmp/tmp.ao9k6vRJoz + rm /tmp/tmp.ImB1hBC0Yy /tmp/tmp.ao9k6vRJoz + return 0 + '[' '!' -s /tmp/tmp.EqzcimhATI ']' + jq --arg key MONGODB_DATABASE_ADMIN_PASSWORD --arg value test-password '(. // {}) + {($key): $value}' /tmp/tmp.EqzcimhATI + kubectl_bin cp /tmp/tmp.N8Kxn8p9io users-vault-service-0:/tmp/data_new.json ++ mktemp + local LAST_OUT=/tmp/tmp.ZvzBYcS0Pe ++ mktemp + local LAST_ERR=/tmp/tmp.wxb4ZQgUPG + local exit_status=0 + local timeout=4 + args=('cp' '/tmp/tmp.N8Kxn8p9io' 'users-vault-service-0:/tmp/data_new.json') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl cp /tmp/tmp.N8Kxn8p9io users-vault-service-0:/tmp/data_new.json + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ZvzBYcS0Pe + cat /tmp/tmp.wxb4ZQgUPG + rm /tmp/tmp.ZvzBYcS0Pe /tmp/tmp.wxb4ZQgUPG + return 0 + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' ++ mktemp + local LAST_OUT=/tmp/tmp.plQC8ZQvA6 ++ mktemp + local LAST_ERR=/tmp/tmp.gtU1IbqrIn + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.plQC8ZQvA6 ======================== Secret Path ======================== secret/data/psmdb/operator/users-vault-16544/some-name/users ======= Metadata ======= Key Value --- ----- created_time 2026-07-17T02:13:36.401816676Z custom_metadata deletion_time n/a destroyed false version 3 + cat /tmp/tmp.gtU1IbqrIn + rm /tmp/tmp.plQC8ZQvA6 /tmp/tmp.gtU1IbqrIn + return 0 + rm -f /tmp/tmp.EqzcimhATI /tmp/tmp.N8Kxn8p9io + sleep 25 + wait_cluster_consistency some-name + local cluster_name=some-name + local wait_time=32 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AEKEV6MT11 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Hh7gaUQhbU ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.AEKEV6MT11 ++ cat /tmp/tmp.Hh7gaUQhbU ++ rm /tmp/tmp.AEKEV6MT11 /tmp/tmp.Hh7gaUQhbU ++ return 0 + [[ ready == ready ]] + echo .OK .OK + sleep 15 ++ getUserData some-users MONGODB_DATABASE_ADMIN_USER ++ local secretName=some-users ++ local dataKey=MONGODB_DATABASE_ADMIN_USER +++ getSecretData some-users MONGODB_DATABASE_ADMIN_USER +++ local secretName=some-users +++ local dataKey=MONGODB_DATABASE_ADMIN_USER ++++ kubectl get secrets/some-users '--template={{.data.MONGODB_DATABASE_ADMIN_USER}}' ++++ base64 -d +++ local data=databaseAdmin +++ echo databaseAdmin ++ urlencode databaseAdmin ++ uri=databaseAdmin ++ echo -n databaseAdmin ++ jq -s -R -r @uri + user=databaseAdmin + check_mongo_auth databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 + local uri=databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local replica_set=rs0 ++ [[ databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.biWkYWAX06 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.UdoHEpzqT6 +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.biWkYWAX06 +++ cat /tmp/tmp.UdoHEpzqT6 +++ rm /tmp/tmp.biWkYWAX06 /tmp/tmp.UdoHEpzqT6 +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TiqPSdQPfP +++ mktemp ++ local LAST_ERR=/tmp/tmp.cjc5iCQnBO ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.TiqPSdQPfP ++ cat /tmp/tmp.cjc5iCQnBO ++ rm /tmp/tmp.TiqPSdQPfP /tmp/tmp.cjc5iCQnBO ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 + local uri=databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5xLTHsSbK1 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6DazGZaIRe +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.5xLTHsSbK1 +++ cat /tmp/tmp.6DazGZaIRe +++ rm /tmp/tmp.5xLTHsSbK1 /tmp/tmp.6DazGZaIRe +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qW8pLFxCxS +++ mktemp ++ local LAST_ERR=/tmp/tmp.1bPmZrjbgp ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.qW8pLFxCxS ++ cat /tmp/tmp.1bPmZrjbgp ++ rm /tmp/tmp.qW8pLFxCxS /tmp/tmp.1bPmZrjbgp ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 + local uri=databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local uri=databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.fMTuOc6tSv ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bvhdO81o3y +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.fMTuOc6tSv +++ cat /tmp/tmp.bvhdO81o3y +++ rm /tmp/tmp.fMTuOc6tSv /tmp/tmp.bvhdO81o3y +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sAujONKgeq +++ mktemp ++ local LAST_ERR=/tmp/tmp.due3gVbtNn ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://databaseAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.sAujONKgeq ++ cat /tmp/tmp.due3gVbtNn ++ rm /tmp/tmp.sAujONKgeq /tmp/tmp.due3gVbtNn ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + desc 'change MONGODB_BACKUP_PASSWORD' + set +o xtrace ----------------------------------------------------------------------------------- change MONGODB_BACKUP_PASSWORD ----------------------------------------------------------------------------------- + vault_append MONGODB_BACKUP_PASSWORD test-password + local key=MONGODB_BACKUP_PASSWORD + local value=test-password + local tmp_json ++ mktemp + tmp_json=/tmp/tmp.WvffiIK4i9 + local new_tmp_json ++ mktemp + new_tmp_json=/tmp/tmp.n4BH8J3Ihn + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' ++ mktemp + jq .data.data + local LAST_OUT=/tmp/tmp.aPzZ6c0G0Z ++ mktemp + local LAST_ERR=/tmp/tmp.YJChb1Bi5y + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.aPzZ6c0G0Z + cat /tmp/tmp.YJChb1Bi5y + rm /tmp/tmp.aPzZ6c0G0Z /tmp/tmp.YJChb1Bi5y + return 0 + '[' '!' -s /tmp/tmp.WvffiIK4i9 ']' + jq --arg key MONGODB_BACKUP_PASSWORD --arg value test-password '(. // {}) + {($key): $value}' /tmp/tmp.WvffiIK4i9 + kubectl_bin cp /tmp/tmp.n4BH8J3Ihn users-vault-service-0:/tmp/data_new.json ++ mktemp + local LAST_OUT=/tmp/tmp.Qi57bzc87B ++ mktemp + local LAST_ERR=/tmp/tmp.4GjempsnBA + local exit_status=0 + local timeout=4 + args=('cp' '/tmp/tmp.n4BH8J3Ihn' 'users-vault-service-0:/tmp/data_new.json') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl cp /tmp/tmp.n4BH8J3Ihn users-vault-service-0:/tmp/data_new.json + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Qi57bzc87B + cat /tmp/tmp.4GjempsnBA + rm /tmp/tmp.Qi57bzc87B /tmp/tmp.4GjempsnBA + return 0 + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' ++ mktemp + local LAST_OUT=/tmp/tmp.L8KAfLznNk ++ mktemp + local LAST_ERR=/tmp/tmp.2hOzVagJDo + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.L8KAfLznNk ======================== Secret Path ======================== secret/data/psmdb/operator/users-vault-16544/some-name/users ======= Metadata ======= Key Value --- ----- created_time 2026-07-17T02:14:39.434320867Z custom_metadata deletion_time n/a destroyed false version 4 + cat /tmp/tmp.2hOzVagJDo + rm /tmp/tmp.L8KAfLznNk /tmp/tmp.2hOzVagJDo + return 0 + rm -f /tmp/tmp.WvffiIK4i9 /tmp/tmp.n4BH8J3Ihn + sleep 25 + wait_cluster_consistency some-name + local cluster_name=some-name + local wait_time=32 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WyV3xUaHRY +++ mktemp ++ local LAST_ERR=/tmp/tmp.UwiFXKPPVm ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.WyV3xUaHRY ++ cat /tmp/tmp.UwiFXKPPVm ++ rm /tmp/tmp.WyV3xUaHRY /tmp/tmp.UwiFXKPPVm ++ return 0 + [[ ready == ready ]] + echo .OK .OK + sleep 15 ++ getUserData some-users MONGODB_BACKUP_USER ++ local secretName=some-users ++ local dataKey=MONGODB_BACKUP_USER +++ getSecretData some-users MONGODB_BACKUP_USER +++ local secretName=some-users +++ local dataKey=MONGODB_BACKUP_USER ++++ kubectl get secrets/some-users '--template={{.data.MONGODB_BACKUP_USER}}' ++++ base64 -d +++ local data=backup +++ echo backup ++ urlencode backup ++ uri=backup ++ echo -n backup ++ jq -s -R -r @uri + user=backup + check_mongo_auth backup:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 + local uri=backup:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=backup:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ backup:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.zrkqldxkSl ++++ mktemp +++ local LAST_ERR=/tmp/tmp.whMxK9s99n +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.zrkqldxkSl +++ cat /tmp/tmp.whMxK9s99n +++ rm /tmp/tmp.zrkqldxkSl /tmp/tmp.whMxK9s99n +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QTR07tFwQ7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.InhC9Ncb2y ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.QTR07tFwQ7 ++ cat /tmp/tmp.InhC9Ncb2y ++ rm /tmp/tmp.QTR07tFwQ7 /tmp/tmp.InhC9Ncb2y ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth backup:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 + local uri=backup:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=backup:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ backup:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.iy8D33Pr56 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.flwsxC2f91 +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.iy8D33Pr56 +++ cat /tmp/tmp.flwsxC2f91 +++ rm /tmp/tmp.iy8D33Pr56 /tmp/tmp.flwsxC2f91 +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uvWxSisY7b +++ mktemp ++ local LAST_ERR=/tmp/tmp.DRel3WYF8A ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.uvWxSisY7b ++ cat /tmp/tmp.DRel3WYF8A ++ rm /tmp/tmp.uvWxSisY7b /tmp/tmp.DRel3WYF8A ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth backup:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 + local uri=backup:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' backup:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=backup:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local replica_set=rs0 ++ [[ backup:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.eC54ZZuGEJ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.uOH3zeOafT +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.eC54ZZuGEJ +++ cat /tmp/tmp.uOH3zeOafT +++ rm /tmp/tmp.eC54ZZuGEJ /tmp/tmp.uOH3zeOafT +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xThzrWduKG +++ mktemp ++ local LAST_ERR=/tmp/tmp.KQW4iWgG4k ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://backup:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.xThzrWduKG ++ cat /tmp/tmp.KQW4iWgG4k ++ rm /tmp/tmp.xThzrWduKG /tmp/tmp.KQW4iWgG4k ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + desc 'change MONGODB_BACKUP_USER' + set +o xtrace ----------------------------------------------------------------------------------- change MONGODB_BACKUP_USER ----------------------------------------------------------------------------------- + newname=someBackupUser + vault_append MONGODB_BACKUP_USER someBackupUser + local key=MONGODB_BACKUP_USER + local value=someBackupUser + local tmp_json ++ mktemp + tmp_json=/tmp/tmp.910yDDh2eQ + local new_tmp_json ++ mktemp + new_tmp_json=/tmp/tmp.xtZXyYsP1d + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + jq .data.data ++ mktemp + local LAST_OUT=/tmp/tmp.hbKVgZs5qA ++ mktemp + local LAST_ERR=/tmp/tmp.IPakSLVxDx + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.hbKVgZs5qA + cat /tmp/tmp.IPakSLVxDx + rm /tmp/tmp.hbKVgZs5qA /tmp/tmp.IPakSLVxDx + return 0 + '[' '!' -s /tmp/tmp.910yDDh2eQ ']' + jq --arg key MONGODB_BACKUP_USER --arg value someBackupUser '(. // {}) + {($key): $value}' /tmp/tmp.910yDDh2eQ + kubectl_bin cp /tmp/tmp.xtZXyYsP1d users-vault-service-0:/tmp/data_new.json ++ mktemp + local LAST_OUT=/tmp/tmp.JnXlfBp8jd ++ mktemp + local LAST_ERR=/tmp/tmp.V0sl97GGvs + local exit_status=0 + local timeout=4 + args=('cp' '/tmp/tmp.xtZXyYsP1d' 'users-vault-service-0:/tmp/data_new.json') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl cp /tmp/tmp.xtZXyYsP1d users-vault-service-0:/tmp/data_new.json + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.JnXlfBp8jd + cat /tmp/tmp.V0sl97GGvs + rm /tmp/tmp.JnXlfBp8jd /tmp/tmp.V0sl97GGvs + return 0 + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' ++ mktemp + local LAST_OUT=/tmp/tmp.lm4f9XIgY6 ++ mktemp + local LAST_ERR=/tmp/tmp.TyeIexdHix + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.lm4f9XIgY6 ======================== Secret Path ======================== secret/data/psmdb/operator/users-vault-16544/some-name/users ======= Metadata ======= Key Value --- ----- created_time 2026-07-17T02:15:42.129643561Z custom_metadata deletion_time n/a destroyed false version 5 + cat /tmp/tmp.TyeIexdHix + rm /tmp/tmp.lm4f9XIgY6 /tmp/tmp.TyeIexdHix + return 0 + rm -f /tmp/tmp.910yDDh2eQ /tmp/tmp.xtZXyYsP1d + sleep 25 + wait_cluster_consistency some-name + local cluster_name=some-name + local wait_time=32 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8jdVDY6xIJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.RoxjAP67Eb ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.8jdVDY6xIJ ++ cat /tmp/tmp.RoxjAP67Eb ++ rm /tmp/tmp.8jdVDY6xIJ /tmp/tmp.RoxjAP67Eb ++ return 0 + [[ ready == ready ]] + echo .OK .OK + sleep 15 + check_mongo_auth someBackupUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 + local uri=someBackupUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someBackupUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someBackupUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someBackupUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.eglBDEBliR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6NbrHsyrLr +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.eglBDEBliR +++ cat /tmp/tmp.6NbrHsyrLr +++ rm /tmp/tmp.eglBDEBliR /tmp/tmp.6NbrHsyrLr +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a6uPuZ6JEu +++ mktemp ++ local LAST_ERR=/tmp/tmp.8swyTk0QtM ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.a6uPuZ6JEu ++ cat /tmp/tmp.8swyTk0QtM ++ rm /tmp/tmp.a6uPuZ6JEu /tmp/tmp.8swyTk0QtM ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth someBackupUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 + local uri=someBackupUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someBackupUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someBackupUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someBackupUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 == *cfg* ]] ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.dfaDeZwYsl ++++ mktemp +++ local LAST_ERR=/tmp/tmp.LvdhQa2aVq +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.dfaDeZwYsl +++ cat /tmp/tmp.LvdhQa2aVq +++ rm /tmp/tmp.dfaDeZwYsl /tmp/tmp.LvdhQa2aVq +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.16Dbi3DS7G +++ mktemp ++ local LAST_ERR=/tmp/tmp.SCzG3IF75I ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.16Dbi3DS7G ++ cat /tmp/tmp.SCzG3IF75I ++ rm /tmp/tmp.16Dbi3DS7G /tmp/tmp.SCzG3IF75I ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth someBackupUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 + local uri=someBackupUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someBackupUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someBackupUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someBackupUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 == *cfg* ]] ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.JgvAquKV6J ++++ mktemp +++ local LAST_ERR=/tmp/tmp.n2tKZkDuHB +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.JgvAquKV6J +++ cat /tmp/tmp.n2tKZkDuHB +++ rm /tmp/tmp.JgvAquKV6J /tmp/tmp.n2tKZkDuHB +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uwtdB6dyoP +++ mktemp ++ local LAST_ERR=/tmp/tmp.H1ew6DAfIW ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someBackupUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.uwtdB6dyoP ++ cat /tmp/tmp.H1ew6DAfIW ++ rm /tmp/tmp.uwtdB6dyoP /tmp/tmp.H1ew6DAfIW ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + desc 'change MONGODB_CLUSTER_ADMIN_PASSWORD' + set +o xtrace ----------------------------------------------------------------------------------- change MONGODB_CLUSTER_ADMIN_PASSWORD ----------------------------------------------------------------------------------- + vault_append MONGODB_CLUSTER_ADMIN_PASSWORD test-password + local key=MONGODB_CLUSTER_ADMIN_PASSWORD + local value=test-password + local tmp_json ++ mktemp + tmp_json=/tmp/tmp.Dx2sPqKvMF + local new_tmp_json ++ mktemp + new_tmp_json=/tmp/tmp.v7AnarZ5X9 + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + jq .data.data ++ mktemp + local LAST_OUT=/tmp/tmp.M4tm4UOYnP ++ mktemp + local LAST_ERR=/tmp/tmp.McI531OorG + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.M4tm4UOYnP + cat /tmp/tmp.McI531OorG + rm /tmp/tmp.M4tm4UOYnP /tmp/tmp.McI531OorG + return 0 + '[' '!' -s /tmp/tmp.Dx2sPqKvMF ']' + jq --arg key MONGODB_CLUSTER_ADMIN_PASSWORD --arg value test-password '(. // {}) + {($key): $value}' /tmp/tmp.Dx2sPqKvMF + kubectl_bin cp /tmp/tmp.v7AnarZ5X9 users-vault-service-0:/tmp/data_new.json ++ mktemp + local LAST_OUT=/tmp/tmp.Id7o9KbEqJ ++ mktemp + local LAST_ERR=/tmp/tmp.x2BMBEWiyu + local exit_status=0 + local timeout=4 + args=('cp' '/tmp/tmp.v7AnarZ5X9' 'users-vault-service-0:/tmp/data_new.json') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl cp /tmp/tmp.v7AnarZ5X9 users-vault-service-0:/tmp/data_new.json + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Id7o9KbEqJ + cat /tmp/tmp.x2BMBEWiyu + rm /tmp/tmp.Id7o9KbEqJ /tmp/tmp.x2BMBEWiyu + return 0 + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' ++ mktemp + local LAST_OUT=/tmp/tmp.bUyp8rW2Yb ++ mktemp + local LAST_ERR=/tmp/tmp.yfJkWST3cE + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.bUyp8rW2Yb ======================== Secret Path ======================== secret/data/psmdb/operator/users-vault-16544/some-name/users ======= Metadata ======= Key Value --- ----- created_time 2026-07-17T02:16:42.610135774Z custom_metadata deletion_time n/a destroyed false version 6 + cat /tmp/tmp.yfJkWST3cE + rm /tmp/tmp.bUyp8rW2Yb /tmp/tmp.yfJkWST3cE + return 0 + rm -f /tmp/tmp.Dx2sPqKvMF /tmp/tmp.v7AnarZ5X9 + sleep 25 + wait_cluster_consistency some-name + local cluster_name=some-name + local wait_time=32 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PhojmHCRxV +++ mktemp ++ local LAST_ERR=/tmp/tmp.PJAXtzK03D ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.PhojmHCRxV ++ cat /tmp/tmp.PJAXtzK03D ++ rm /tmp/tmp.PhojmHCRxV /tmp/tmp.PJAXtzK03D ++ return 0 + [[ ready == ready ]] + echo .OK .OK + sleep 15 ++ getUserData some-users MONGODB_CLUSTER_ADMIN_USER ++ local secretName=some-users ++ local dataKey=MONGODB_CLUSTER_ADMIN_USER +++ getSecretData some-users MONGODB_CLUSTER_ADMIN_USER +++ local secretName=some-users +++ local dataKey=MONGODB_CLUSTER_ADMIN_USER ++++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_ADMIN_USER}}' ++++ base64 -d +++ local data=clusterAdmin +++ echo clusterAdmin ++ urlencode clusterAdmin ++ uri=clusterAdmin ++ echo -n clusterAdmin ++ jq -s -R -r @uri + user=clusterAdmin + check_mongo_auth clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 + local uri=clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.6WF46LbWfP ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zem5Vm80Dy +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.6WF46LbWfP +++ cat /tmp/tmp.zem5Vm80Dy +++ rm /tmp/tmp.6WF46LbWfP /tmp/tmp.zem5Vm80Dy +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sD25stZPcW +++ mktemp ++ local LAST_ERR=/tmp/tmp.qSZT6pCIyr ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.sD25stZPcW ++ cat /tmp/tmp.qSZT6pCIyr ++ rm /tmp/tmp.sD25stZPcW /tmp/tmp.qSZT6pCIyr ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 + local uri=clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 == *cfg* ]] ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.mKJEaskUTB ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Fp7QVxFzrl +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.mKJEaskUTB +++ cat /tmp/tmp.Fp7QVxFzrl +++ rm /tmp/tmp.mKJEaskUTB /tmp/tmp.Fp7QVxFzrl +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gh1a3g5tdF +++ mktemp ++ local LAST_ERR=/tmp/tmp.GaZxVMPPbs ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.gh1a3g5tdF ++ cat /tmp/tmp.GaZxVMPPbs ++ rm /tmp/tmp.gh1a3g5tdF /tmp/tmp.GaZxVMPPbs ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 + local uri=clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.yuxqGvOKk6 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.UfYNd9wqyb +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.yuxqGvOKk6 +++ cat /tmp/tmp.UfYNd9wqyb +++ rm /tmp/tmp.yuxqGvOKk6 /tmp/tmp.UfYNd9wqyb +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OWiF6V45yj +++ mktemp ++ local LAST_ERR=/tmp/tmp.QwCt10HGeX ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterAdmin:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.OWiF6V45yj ++ cat /tmp/tmp.QwCt10HGeX ++ rm /tmp/tmp.OWiF6V45yj /tmp/tmp.QwCt10HGeX ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + desc 'change MONGODB_CLUSTER_MONITOR_PASSWORD' + set +o xtrace ----------------------------------------------------------------------------------- change MONGODB_CLUSTER_MONITOR_PASSWORD ----------------------------------------------------------------------------------- + vault_append MONGODB_CLUSTER_MONITOR_PASSWORD test-password + local key=MONGODB_CLUSTER_MONITOR_PASSWORD + local value=test-password + local tmp_json ++ mktemp + tmp_json=/tmp/tmp.PbjGue3Wy5 + local new_tmp_json ++ mktemp + new_tmp_json=/tmp/tmp.d9pfwClXxo + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + jq .data.data ++ mktemp + local LAST_OUT=/tmp/tmp.OZFwsZSdeh ++ mktemp + local LAST_ERR=/tmp/tmp.TNVAF81d2q + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv get -format=json -mount=secret psmdb/operator/users-vault-16544/some-name/users' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.OZFwsZSdeh + cat /tmp/tmp.TNVAF81d2q + rm /tmp/tmp.OZFwsZSdeh /tmp/tmp.TNVAF81d2q + return 0 + '[' '!' -s /tmp/tmp.PbjGue3Wy5 ']' + jq --arg key MONGODB_CLUSTER_MONITOR_PASSWORD --arg value test-password '(. // {}) + {($key): $value}' /tmp/tmp.PbjGue3Wy5 + kubectl_bin cp /tmp/tmp.d9pfwClXxo users-vault-service-0:/tmp/data_new.json ++ mktemp + local LAST_OUT=/tmp/tmp.1uV6gJzpKd ++ mktemp + local LAST_ERR=/tmp/tmp.LHJ6W4XbMV + local exit_status=0 + local timeout=4 + args=('cp' '/tmp/tmp.d9pfwClXxo' 'users-vault-service-0:/tmp/data_new.json') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl cp /tmp/tmp.d9pfwClXxo users-vault-service-0:/tmp/data_new.json + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.1uV6gJzpKd + cat /tmp/tmp.LHJ6W4XbMV + rm /tmp/tmp.1uV6gJzpKd /tmp/tmp.LHJ6W4XbMV + return 0 + kubectl_bin exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' ++ mktemp + local LAST_OUT=/tmp/tmp.iyUe0lfazU ++ mktemp + local LAST_ERR=/tmp/tmp.Ya7L6NgJs5 + local exit_status=0 + local timeout=4 + args=('exec' 'users-vault-service-0' '--' 'sh' '-c' 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec users-vault-service-0 -- sh -c 'vault kv put -mount=secret psmdb/operator/users-vault-16544/some-name/users @"/tmp/data_new.json"' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.iyUe0lfazU ======================== Secret Path ======================== secret/data/psmdb/operator/users-vault-16544/some-name/users ======= Metadata ======= Key Value --- ----- created_time 2026-07-17T02:17:44.602588214Z custom_metadata deletion_time n/a destroyed false version 7 + cat /tmp/tmp.Ya7L6NgJs5 + rm /tmp/tmp.iyUe0lfazU /tmp/tmp.Ya7L6NgJs5 + return 0 + rm -f /tmp/tmp.PbjGue3Wy5 /tmp/tmp.d9pfwClXxo + sleep 25 + wait_cluster_consistency some-name + local cluster_name=some-name + local wait_time=32 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Msfajsl7Rr +++ mktemp ++ local LAST_ERR=/tmp/tmp.5pzizKQHzn ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Msfajsl7Rr ++ cat /tmp/tmp.5pzizKQHzn ++ rm /tmp/tmp.Msfajsl7Rr /tmp/tmp.5pzizKQHzn ++ return 0 + [[ ready == ready ]] + echo .OK .OK + sleep 15 ++ getUserData some-users MONGODB_CLUSTER_MONITOR_USER ++ local secretName=some-users ++ local dataKey=MONGODB_CLUSTER_MONITOR_USER +++ getSecretData some-users MONGODB_CLUSTER_MONITOR_USER +++ local secretName=some-users +++ local dataKey=MONGODB_CLUSTER_MONITOR_USER ++++ kubectl get secrets/some-users '--template={{.data.MONGODB_CLUSTER_MONITOR_USER}}' ++++ base64 -d +++ local data=clusterMonitor +++ echo clusterMonitor ++ urlencode clusterMonitor ++ uri=clusterMonitor ++ echo -n clusterMonitor ++ jq -s -R -r @uri + user=clusterMonitor + check_mongo_auth clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 + local uri=clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 == *cfg* ]] ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.RX06G1IAN2 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.o9OcyMqaS3 +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.RX06G1IAN2 +++ cat /tmp/tmp.o9OcyMqaS3 +++ rm /tmp/tmp.RX06G1IAN2 /tmp/tmp.o9OcyMqaS3 +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pZBZ6VLJIz +++ mktemp ++ local LAST_ERR=/tmp/tmp.sJi2PCOpGd ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.pZBZ6VLJIz ++ cat /tmp/tmp.sJi2PCOpGd ++ rm /tmp/tmp.pZBZ6VLJIz /tmp/tmp.sJi2PCOpGd ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 + local uri=clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.7FTg3jf74Q ++++ mktemp +++ local LAST_ERR=/tmp/tmp.3VOhhxY8K7 +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.7FTg3jf74Q +++ cat /tmp/tmp.3VOhhxY8K7 +++ rm /tmp/tmp.7FTg3jf74Q /tmp/tmp.3VOhhxY8K7 +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2vvAFMjnMT +++ mktemp ++ local LAST_ERR=/tmp/tmp.TN4saOVqKX ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.2vvAFMjnMT ++ cat /tmp/tmp.TN4saOVqKX ++ rm /tmp/tmp.2vvAFMjnMT /tmp/tmp.TN4saOVqKX ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 + local uri=clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ [[ clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.2BA0oG2KtK ++++ mktemp +++ local LAST_ERR=/tmp/tmp.htu06j6Stw +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.2BA0oG2KtK +++ cat /tmp/tmp.htu06j6Stw +++ rm /tmp/tmp.2BA0oG2KtK /tmp/tmp.htu06j6Stw +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RT1X0ri7rT +++ mktemp ++ local LAST_ERR=/tmp/tmp.hJgJZV8gwZ ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://clusterMonitor:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.RT1X0ri7rT ++ cat /tmp/tmp.hJgJZV8gwZ ++ rm /tmp/tmp.RT1X0ri7rT /tmp/tmp.hJgJZV8gwZ ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + desc 'remove users secret' + set +o xtrace ----------------------------------------------------------------------------------- remove users secret ----------------------------------------------------------------------------------- + kubectl_bin delete secret some-users ++ mktemp + local LAST_OUT=/tmp/tmp.ER0mqwq8SZ ++ mktemp + local LAST_ERR=/tmp/tmp.jbicLRj5iT + local exit_status=0 + local timeout=4 + args=('delete' 'secret' 'some-users') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete secret some-users + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ER0mqwq8SZ secret "some-users" deleted from users-vault-16544 namespace + cat /tmp/tmp.jbicLRj5iT + rm /tmp/tmp.ER0mqwq8SZ /tmp/tmp.jbicLRj5iT + return 0 + sleep 35 + wait_cluster_consistency some-name + local cluster_name=some-name + local wait_time=32 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HICQQGUWDv +++ mktemp ++ local LAST_ERR=/tmp/tmp.tWNx64gkWs ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.HICQQGUWDv ++ cat /tmp/tmp.tWNx64gkWs ++ rm /tmp/tmp.HICQQGUWDv /tmp/tmp.tWNx64gkWs ++ return 0 + [[ ready == ready ]] + echo .OK .OK + sleep 15 ++ getUserData some-users MONGODB_USER_ADMIN_USER ++ local secretName=some-users ++ local dataKey=MONGODB_USER_ADMIN_USER +++ getSecretData some-users MONGODB_USER_ADMIN_USER +++ local secretName=some-users +++ local dataKey=MONGODB_USER_ADMIN_USER ++++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_USER}}' ++++ base64 -d +++ local data=someUserAdminUser +++ echo someUserAdminUser ++ urlencode someUserAdminUser ++ uri=someUserAdminUser ++ echo -n someUserAdminUser ++ jq -s -R -r @uri + user=someUserAdminUser ++ getUserData some-users MONGODB_USER_ADMIN_PASSWORD ++ local secretName=some-users ++ local dataKey=MONGODB_USER_ADMIN_PASSWORD +++ getSecretData some-users MONGODB_USER_ADMIN_PASSWORD +++ local secretName=some-users +++ local dataKey=MONGODB_USER_ADMIN_PASSWORD ++++ kubectl get secrets/some-users '--template={{.data.MONGODB_USER_ADMIN_PASSWORD}}' ++++ base64 -d +++ local data=test-password +++ echo test-password ++ urlencode test-password ++ uri=test-password ++ echo -n test-password ++ jq -s -R -r @uri + pass=test-password + check_mongo_auth someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 + local uri=someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544 == *cfg* ]] +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.RZWVPlIHSJ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.VfWx5PvXYz +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.RZWVPlIHSJ +++ cat /tmp/tmp.VfWx5PvXYz +++ rm /tmp/tmp.RZWVPlIHSJ /tmp/tmp.VfWx5PvXYz +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0PtYlMAtRw +++ mktemp ++ local LAST_ERR=/tmp/tmp.TajHK5J6s9 ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-0.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.0PtYlMAtRw ++ cat /tmp/tmp.TajHK5J6s9 ++ rm /tmp/tmp.0PtYlMAtRw /tmp/tmp.TajHK5J6s9 ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 + local uri=someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544 == *cfg* ]] ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.M8OZrxdDjK ++++ mktemp +++ local LAST_ERR=/tmp/tmp.OUD5Nrduv6 +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.M8OZrxdDjK +++ cat /tmp/tmp.OUD5Nrduv6 +++ rm /tmp/tmp.M8OZrxdDjK /tmp/tmp.OUD5Nrduv6 +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.815EFAgyo9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z5IOoYvvZ4 ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-1.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.815EFAgyo9 ++ cat /tmp/tmp.Z5IOoYvvZ4 ++ rm /tmp/tmp.815EFAgyo9 /tmp/tmp.Z5IOoYvvZ4 ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + check_mongo_auth someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 + local uri=someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ run_mongo 'db.runCommand({ ping: 1 }).ok' someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 mongodb '' --quiet ++ local 'command=db.runCommand({ ping: 1 }).ok' ++ local uri=someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 ++ local driver=mongodb ++ local suffix=.svc.cluster.local ++ local mongo_flag=--quiet ++ local replica_set=rs0 ++ [[ someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544 == *cfg* ]] ++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' +++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WWJvGynGid ++++ mktemp +++ local LAST_ERR=/tmp/tmp.60t4I4XmAM +++ local exit_status=0 +++ local timeout=4 +++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') +++ local args +++ transformed_files=() +++ local transformed_files +++ arch_scheduling_enabled +++ [[ -n '' ]] +++ arch_scheduling_enabled +++ [[ -n '' ]] ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 -a -n 1 ']' +++ break +++ cat /tmp/tmp.WWJvGynGid +++ cat /tmp/tmp.60t4I4XmAM +++ rm /tmp/tmp.WWJvGynGid /tmp/tmp.60t4I4XmAM +++ return 0 ++ local client_container=psmdb-client-757cd65695-hdx49 ++ kubectl_bin exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Qj4MCDhBDp +++ mktemp ++ local LAST_ERR=/tmp/tmp.nN8zXPbIxr ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'psmdb-client-757cd65695-hdx49' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec psmdb-client-757cd65695-hdx49 -- bash -c 'export HOME=/tmp; printf '\''db.runCommand({ ping: 1 }).ok\n'\'' | mongo mongodb://someUserAdminUser:test-password@some-name-rs0-2.some-name-rs0.users-vault-16544.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Qj4MCDhBDp ++ cat /tmp/tmp.nN8zXPbIxr ++ rm /tmp/tmp.Qj4MCDhBDp /tmp/tmp.nN8zXPbIxr ++ return 0 + ping=1 + desc 'ping return' + set +o xtrace ----------------------------------------------------------------------------------- ping return ----------------------------------------------------------------------------------- + '[' 1 '!=' 1 ']' + [[ someUserAdminUser != someUserAdminUser ]] + [[ test-password != test\-password ]] + destroy_vault users-vault-service + local name=users-vault-service + local vault_ns ++ helm list --all-namespaces --filter users-vault-service ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + vault_ns=users-vault-16544 + desc 'destroy vault' + set +o xtrace ----------------------------------------------------------------------------------- destroy vault ----------------------------------------------------------------------------------- ++ kubectl api-resources ++ grep vault ++ awk '{print $1}' + '[' -n users-vault-16544 ']' + helm uninstall users-vault-service --namespace users-vault-16544 release "users-vault-service" uninstalled ++ kubectl get clusterrolebinding -l app.kubernetes.io/instance=users-vault-service -o 'jsonpath={range .items[*]}{.metadata.name}{" "}{end}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole -l app.kubernetes.io/instance=users-vault-service -o 'jsonpath={range .items[*]}{.metadata.name}{" "}{end}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : ++ kubectl get mutatingwebhookconfiguration -l app.kubernetes.io/instance=users-vault-service -o 'jsonpath={range .items[*]}{.metadata.name}{" "}{end}' + timeout 30 kubectl delete mutatingwebhookconfiguration error: resource(s) were provided, but no name was specified + : + destroy users-vault-16544 + local namespace=users-vault-16544 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false ']' + delete_backups + desc 'Delete psmdb-backup' + set +o xtrace ----------------------------------------------------------------------------------- Delete psmdb-backup ----------------------------------------------------------------------------------- ++ kubectl_bin get psmdb-backup --no-headers ++ wc -l +++ mktemp ++ local LAST_OUT=/tmp/tmp.axd4tvavfg +++ mktemp ++ local LAST_ERR=/tmp/tmp.0luv53iACG ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb-backup' '--no-headers') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb-backup --no-headers ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.axd4tvavfg ++ cat /tmp/tmp.0luv53iACG No resources found in users-vault-16544 namespace. ++ rm /tmp/tmp.axd4tvavfg /tmp/tmp.0luv53iACG ++ return 0 + '[' 0 '!=' 0 ']' + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.yCghiNWIWT ++ mktemp + local LAST_ERR=/tmp/tmp.KL8lqMhQ72 + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.yCghiNWIWT customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.KL8lqMhQ72 + rm /tmp/tmp.yCghiNWIWT /tmp/tmp.KL8lqMhQ72 + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.s4vyWHqDYt ++ mktemp + local LAST_ERR=/tmp/tmp.OHGRLdvKQP + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.s4vyWHqDYt + cat /tmp/tmp.OHGRLdvKQP + rm /tmp/tmp.s4vyWHqDYt /tmp/tmp.OHGRLdvKQP + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.NIEh7xwLIa ++ mktemp + local LAST_ERR=/tmp/tmp.La55qJBqBC + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.NIEh7xwLIa + cat /tmp/tmp.La55qJBqBC + rm /tmp/tmp.NIEh7xwLIa /tmp/tmp.La55qJBqBC + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.auurNsE8n8 ++ mktemp + local LAST_ERR=/tmp/tmp.kmpUyKupnK + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.auurNsE8n8 + cat /tmp/tmp.kmpUyKupnK + rm /tmp/tmp.auurNsE8n8 /tmp/tmp.kmpUyKupnK + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.fjtFOuskCT ++ mktemp + local LAST_ERR=/tmp/tmp.Nuf0uhDnk0 + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.fjtFOuskCT + cat /tmp/tmp.Nuf0uhDnk0 + rm /tmp/tmp.fjtFOuskCT /tmp/tmp.Nuf0uhDnk0 + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.ozQxKp1lGg ++ mktemp + local LAST_ERR=/tmp/tmp.9WG9DCPUI9 + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ozQxKp1lGg clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.9WG9DCPUI9 + rm /tmp/tmp.ozQxKp1lGg /tmp/tmp.9WG9DCPUI9 + return 0 + destroy_cert_manager + [[ gke == rancher ]] + kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.6EpiTakpFR ++ mktemp + local LAST_ERR=/tmp/tmp.uvzCrDgKKF + local exit_status=0 + local timeout=4 + args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.6EpiTakpFR + cat /tmp/tmp.uvzCrDgKKF Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.6EpiTakpFR + cat /tmp/tmp.uvzCrDgKKF Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found + sleep 4 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.6EpiTakpFR + cat /tmp/tmp.uvzCrDgKKF Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found + sleep 8 + cat /tmp/tmp.6EpiTakpFR + cat /tmp/tmp.uvzCrDgKKF Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found + rm /tmp/tmp.6EpiTakpFR /tmp/tmp.uvzCrDgKKF + return 1 + true + [[ -n '' ]] + '[' -n psmdb-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace users-vault-16544 + rm -rf /tmp/tmp.U2nzBgOHuj + kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator ++ mktemp ++ mktemp + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + local LAST_OUT=/tmp/tmp.XnitFMIRIi + local LAST_OUT=/tmp/tmp.zjf7phTQD1 ++ mktemp PASSED++ mktemp + local LAST_ERR=/tmp/tmp.UWiGzOs0ra + local exit_status=0 + local timeout=4 + args=('delete' '--grace-period=0' '--force=true' 'namespace' 'users-vault-16544') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + local LAST_ERR=/tmp/tmp.3QitC4zHPE + local exit_status=0 + local timeout=4 + args=('delete' '--grace-period=0' '--force=true' 'namespace' 'psmdb-operator') + local args + transformed_files=() ++ seq 0 2 + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace users-vault-16544 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace psmdb-operator - generated xml file: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/users-vault.xml - - Generated html report: file:///mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/users-vault.html - ======================== 1 passed in 825.44s (0:13:45) ========================= + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.zjf7phTQD1 namespace "psmdb-operator" force deleted + cat /tmp/tmp.3QitC4zHPE Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.zjf7phTQD1 /tmp/tmp.3QitC4zHPE + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.XnitFMIRIi namespace "users-vault-16544" force deleted + cat /tmp/tmp.UWiGzOs0ra Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.XnitFMIRIi /tmp/tmp.UWiGzOs0ra + return 0